-- Logs begin at Thu 2022-03-10 02:58:49 UTC, end at Thu 2022-03-10 04:01:49 UTC. -- Mar 10 03:33:33.022680 dv-cinder-804735-27-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 10 03:33:35.972713 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.common.config [-] Logging enabled! Mar 10 03:33:35.973319 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 03:33:35.973501 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 03:33:35.976815 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.common.config [-] Logging enabled! Mar 10 03:33:35.977077 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev587 Mar 10 03:33:35.977390 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 10 03:33:35.978325 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 03:33:35.978563 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 03:33:35.978961 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 03:33:35.979212 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 03:33:35.979439 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 03:33:35.980167 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.980617 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 10 03:33:35.980918 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.981222 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.981521 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.981821 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.982114 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.982401 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.982713 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.983021 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.983309 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.983591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.983879 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.984173 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.984457 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.984746 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.985032 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.985315 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] debug = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.985596 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.986599 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.987031 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.987315 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.987605 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.987883 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.988163 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.988441 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.988724 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.989055 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] host = dv-cinder-804735-27-iscsi {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.989331 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.989616 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.989902 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.990189 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.990463 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.990769 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.991057 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.991334 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.991605 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] log_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.991896 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.992169 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.992458 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.992752 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.992983 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.993207 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.993504 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.993791 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.994067 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.994342 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.994615 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.994909 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.995184 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.995453 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.995738 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.996033 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.996309 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.996584 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.996858 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.997130 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.997400 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.997684 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.997962 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.998234 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.998508 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.998815 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.999093 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.999364 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.999662 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:35.999948 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.000232 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.000519 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.000794 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.001076 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.001674 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.001674 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.001923 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] use_json = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.002161 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.002431 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.002728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.003004 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.003275 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.003545 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.003813 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.004096 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.004369 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:36.004660 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.004955 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.005255 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.005548 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.005836 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.006113 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.006401 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.006676 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.006984 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.007272 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.007559 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.007838 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.008137 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.008427 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.008721 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.009022 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.009314 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.009603 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.009877 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.010151 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.010425 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.010718 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.011009 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.011286 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.011575 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.011863 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.012140 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.012436 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.012720 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.013009 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.013299 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.013573 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.013848 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.014138 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.014415 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.014713 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.014981 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.015270 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.015546 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.015815 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.016092 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.016367 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.016636 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.016927 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.017405 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.017494 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.017751 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.018022 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.018294 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.018572 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.018875 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.019161 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.019438 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.019709 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.019979 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.020255 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.020526 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.020795 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.021069 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.021339 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.021613 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.021883 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.022153 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.022424 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.022707 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.022983 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.023256 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.023526 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.023802 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.024074 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.024347 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.024697 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.024979 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.025253 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.025538 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.025832 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.026108 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.026387 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.026661 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.026959 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.027237 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.027513 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.027794 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.028068 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.028340 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.028628 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.028909 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.029195 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.029492 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.029767 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.030059 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.030335 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.030611 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.030913 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.031191 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.031468 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.031748 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.032028 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.032324 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.033291 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.033291 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.033791 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.034084 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.034364 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.034673 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.034975 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:36.035192 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 03:33:36.035431 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109611) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 10 03:33:36.408214 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 03:33:36.408493 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 03:33:36.408798 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 10 03:33:36.409272 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 10 03:33:36.738175 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.738390 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.738664 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.739883 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.740158 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.740542 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.786757 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.787042 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.787310 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.802002 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.802285 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.802555 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.832187 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.832466 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.832838 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.869750 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.870026 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:36.870295 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.217838 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.218461 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.218461 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.218630 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.219340 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.318448 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.318794 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.319083 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.319351 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.319615 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.319927 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.320186 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.320442 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.320696 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.320978 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.321235 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.321499 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.321755 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.322006 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.322263 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.322530 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.322806 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.323076 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.323344 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.323601 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.323872 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.324123 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.324402 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.324774 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.325020 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.325262 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.325655 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 03:33:37.325898 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 03:33:37.326137 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 03:33:37.326373 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 03:33:37.326609 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 03:33:37.326873 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 03:33:37.327237 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 10 03:33:37.330986 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 10 03:33:37.335068 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 10 03:33:37.338896 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 10 03:33:37.340549 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 10 03:33:37.341016 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 10 03:33:37.341356 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 10 03:33:37.341738 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 10 03:33:37.344586 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 10 03:33:37.344838 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 10 03:33:37.345898 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 03:33:37.350797 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 10 03:33:37.374293 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 10 03:33:37.374775 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.375075 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109611) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 10 03:33:37.375452 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.377492 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109611) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 10 03:33:37.377775 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 10 03:33:37.378027 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 10 03:33:37.381349 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.381635 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:37.444107 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 10 03:33:37.444349 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 10 03:33:37.444585 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 10 03:33:37.444949 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 10 03:33:37.465161 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_db.sqlalchemy.engines [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109611) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 10 03:33:37.902913 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Initializing driver for type 'gre' Mar 10 03:33:37.903443 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] gre ID ranges: [(1, 1000)] Mar 10 03:33:37.954988 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Initializing driver for type 'local' Mar 10 03:33:37.955338 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Initializing driver for type 'vlan' Mar 10 03:33:37.968043 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] VlanTypeDriver initialization complete Mar 10 03:33:37.968454 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Initializing driver for type 'vxlan' Mar 10 03:33:37.968896 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] vxlan ID ranges: [(1, 1000)] Mar 10 03:33:38.019008 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Initializing extension driver 'port_security' Mar 10 03:33:38.019360 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.extensions.port_security [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] PortSecurityExtensionDriver initialization complete Mar 10 03:33:38.019701 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Initializing mechanism driver 'openvswitch' Mar 10 03:33:38.020034 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Initializing mechanism driver 'hyperv' Mar 10 03:33:38.026706 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.plugins.ml2.plugin [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:33:38.027565 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > port after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.027953 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.028322 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.028865 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 03:33:38.029310 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > subnet after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.029675 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > subnet after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.030032 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > subnet after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.030437 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 03:33:38.030889 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > network after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.031250 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > network after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.031601 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > network after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.032005 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 03:33:38.032423 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > security_group after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.033357 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > security_group after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.033718 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > security_group after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.034124 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 03:33:38.034540 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.034935 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.035291 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.035696 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 03:33:38.036110 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > address_group after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.036464 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > address_group after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.036814 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > address_group after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.037221 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 10 03:33:38.037674 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] ML2 OVO RPC backend initialized. {{(pid=109611) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 10 03:33:38.038408 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router_interface after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.038805 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.039236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > network before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.039593 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > networks before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.039954 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > port before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.040304 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > ports before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.040658 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > subnet before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.041273 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > subnets before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.041628 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > network after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.041977 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > network after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.042323 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > network after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.042668 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > port after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.043045 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.043388 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.043733 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > subnet after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.044082 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > subnet after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.044425 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > subnet after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.051793 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded quota_driver: . Mar 10 03:33:38.052170 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.plugin [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Modular L2 Plugin initialization complete Mar 10 03:33:38.052526 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading services supported by the core plugin {{(pid=109611) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 10 03:33:38.052875 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Got port-security extension from driver 'port_security' Mar 10 03:33:38.053370 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.extensions.vlantransparent [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Disabled vlantransparent extension. Mar 10 03:33:38.053873 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109611) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 10 03:33:38.054209 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading Plugin: router Mar 10 03:33:38.090368 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router_interface before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.090797 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router after_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.091192 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router before_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.091555 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.091942 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.092311 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router after_delete 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.092679 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > floatingip after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.093040 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > floatingip after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.093407 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router after_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.093761 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router after_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.094119 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router after_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.094473 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.094872 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router after_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.095903 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.096285 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.096636 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.096991 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: subnet after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.097339 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.097694 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > port precommit_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.098050 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.098404 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: port before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.098783 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.099156 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router after_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.099509 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_delete 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.099994 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.100367 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router_interface after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.100724 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.101097 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > agent after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.101459 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > agent after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.101814 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > network after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.102707 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Tracking information for resource: router configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 03:33:38.103059 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Tracking information for resource: floatingip configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 10 03:33:38.108043 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.db.l3_agentschedulers_db [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 10 03:33:38.108640 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.109011 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: port after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.109371 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.109738 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.110548 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router before_create 55550100 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.111020 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_delete 55550100 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.111367 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_create 55550100 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.111732 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > router precommit_update 55550100 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.116547 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.services.provider_configuration [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service providers = [] {{(pid=109611) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 10 03:33:38.116922 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.db.servicetype_db [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109611) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 10 03:33:38.119959 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.services.service_base [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 03:33:38.120317 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.services.service_base [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 03:33:38.120671 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.services.service_base [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 03:33:38.121584 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.services.service_base [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 10 03:33:38.121966 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.services.service_base [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 10 03:33:38.122355 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 03:33:38.122701 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 10 03:33:38.134042 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 03:33:38.134392 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading Plugin: auto_allocate Mar 10 03:33:38.140275 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: network precommit_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.140658 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: network precommit_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.141188 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 03:33:38.141517 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading Plugin: tag Mar 10 03:33:38.149076 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 03:33:38.149422 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading Plugin: timestamp Mar 10 03:33:38.153386 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 03:33:38.153676 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading Plugin: network_ip_availability Mar 10 03:33:38.159290 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.159670 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.160034 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.160759 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 03:33:38.161088 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading Plugin: flavors Mar 10 03:33:38.166323 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 03:33:38.166669 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading Plugin: revisions Mar 10 03:33:38.171070 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 10 03:33:38.171475 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_concurrency.lockutils [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=109611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 10 03:33:38.172229 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109611) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 10 03:33:38.172573 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Initializing extension manager. Mar 10 03:33:38.173126 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: __init__.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.173657 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: __pycache__ {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.173800 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: address_group.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.174570 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.175181 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: address-group Mar 10 03:33:38.175515 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: address_scope.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.176245 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.176771 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: address-scope Mar 10 03:33:38.177109 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: admin_state_down_before_update.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.178048 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.178572 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: router-admin-state-down-before-update Mar 10 03:33:38.178931 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: agent.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.179648 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.180168 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: agent Mar 10 03:33:38.180495 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: agent_resources_synced.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.181415 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.181932 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: agent-resources-synced Mar 10 03:33:38.182260 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: allowedaddresspairs.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.184116 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.184654 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: allowed-address-pairs Mar 10 03:33:38.184991 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: auto_allocated_topology.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.186093 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.186616 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: auto-allocated-topology Mar 10 03:33:38.186984 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: availability_zone.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.187699 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.188220 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: availability_zone Mar 10 03:33:38.188551 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: availability_zone_filter.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.190009 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.190524 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: availability_zone_filter Mar 10 03:33:38.190886 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: data_plane_status.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.191813 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.192327 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension data-plane-status not supported by any of loaded plugins Mar 10 03:33:38.192656 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: default_subnetpools.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.193583 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.194101 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: default-subnetpools Mar 10 03:33:38.194431 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: dhcpagentscheduler.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.195279 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.195799 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: dhcp_agent_scheduler Mar 10 03:33:38.196129 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: dns.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.197055 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.197578 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension dns-integration not supported by any of loaded plugins Mar 10 03:33:38.197915 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: dns_domain_ports.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.198866 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.199379 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 10 03:33:38.199708 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.200640 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.201153 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 10 03:33:38.201480 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: dvr.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.202164 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.202677 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: dvr Mar 10 03:33:38.203033 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: ecmp_routes.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.203960 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.205090 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension ecmp_routes not supported by any of loaded plugins Mar 10 03:33:38.205544 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: empty_string_filtering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.206489 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.207032 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: empty-string-filtering Mar 10 03:33:38.207363 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.208311 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.208827 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 10 03:33:38.209155 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.210089 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.210603 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 10 03:33:38.210964 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: external_net.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.211895 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.212412 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: external-net Mar 10 03:33:38.212744 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: extra_dhcp_opt.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.213664 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.214180 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: extra_dhcp_opt Mar 10 03:33:38.214510 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: extraroute.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.215460 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.215980 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: extraroute Mar 10 03:33:38.216308 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: extraroute_atomic.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.217358 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.217884 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: extraroute-atomic Mar 10 03:33:38.218395 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: filter_validation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.218913 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.219431 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: filter-validation Mar 10 03:33:38.219763 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: fip_pf_description.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.220868 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.221383 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 10 03:33:38.221711 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: fip_port_details.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.222875 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.223398 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: fip-port-details Mar 10 03:33:38.223728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: flavors.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.224994 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.225521 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: flavors Mar 10 03:33:38.225859 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.227591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.228124 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 10 03:33:38.228460 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: floatingip_pools.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.229172 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.229701 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: floatingip-pools Mar 10 03:33:38.230038 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: ip_allocation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.231003 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.231521 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension ip_allocation not supported by any of loaded plugins Mar 10 03:33:38.231852 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.232785 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.233303 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: ip-substring-filtering Mar 10 03:33:38.233640 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l2_adjacency.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.234582 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.235122 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension l2_adjacency not supported by any of loaded plugins Mar 10 03:33:38.235451 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.236473 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.236999 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: router Mar 10 03:33:38.237330 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3_conntrack_helper.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.239692 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.240232 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 10 03:33:38.240574 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.241522 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.242053 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: ext-gw-mode Mar 10 03:33:38.242391 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.243364 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.243890 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: l3-ha Mar 10 03:33:38.244225 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.245148 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.245661 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 10 03:33:38.245996 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3_flavors.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.246963 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.247487 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: l3-flavors Mar 10 03:33:38.247822 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3_ndp_proxy.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.249228 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.249755 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 10 03:33:38.250092 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.251063 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.252204 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: l3-port-ip-change-not-allowed Mar 10 03:33:38.252616 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: l3agentscheduler.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.253691 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.254218 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: l3_agent_scheduler Mar 10 03:33:38.254558 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: local_ip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.256393 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.256925 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension local_ip not supported by any of loaded plugins Mar 10 03:33:38.257264 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: logging.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.260261 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.260795 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension logging not supported by any of loaded plugins Mar 10 03:33:38.261140 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: metering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.261904 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.262497 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: metering Mar 10 03:33:38.262863 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.263985 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.264520 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: metering_source_and_destination_fields Mar 10 03:33:38.264860 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: multiprovidernet.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.265816 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.266343 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: multi-provider Mar 10 03:33:38.266679 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: netmtu.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.268268 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.268797 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: net-mtu Mar 10 03:33:38.269134 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: netmtu_writable.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.270068 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.270592 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: net-mtu-writable Mar 10 03:33:38.270957 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: network_availability_zone.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.271649 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.272171 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: network_availability_zone Mar 10 03:33:38.272505 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: network_ip_availability.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.273642 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.274169 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: network-ip-availability Mar 10 03:33:38.274502 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: network_segment_range.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.275304 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.275822 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension network-segment-range not supported by any of loaded plugins Mar 10 03:33:38.276155 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: pagination.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.277184 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.277524 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: pagination Mar 10 03:33:38.277855 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: port_device_profile.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.278848 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.279369 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: port-device-profile Mar 10 03:33:38.279698 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.280637 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.281158 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: port-mac-address-regenerate Mar 10 03:33:38.281484 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.282406 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.283008 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: port-numa-affinity-policy Mar 10 03:33:38.283343 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: port_resource_request.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.284279 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.284801 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension port-resource-request not supported by any of loaded plugins Mar 10 03:33:38.285132 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: port_resource_request_groups.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.286121 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.286637 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 10 03:33:38.286992 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: portbindings.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.287945 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.288465 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: binding Mar 10 03:33:38.288796 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: portbindings_extended.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.290094 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.290622 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: binding-extended Mar 10 03:33:38.291267 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: portsecurity.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.292190 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.292719 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: port-security Mar 10 03:33:38.293054 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: project_id.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.294053 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.294395 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: project-id Mar 10 03:33:38.294761 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: providernet.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.295697 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.296220 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: provider Mar 10 03:33:38.296552 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.300312 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.300850 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos not supported by any of loaded plugins Mar 10 03:33:38.301199 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.302485 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.303050 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 10 03:33:38.303390 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.304324 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.304851 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 10 03:33:38.305184 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_default.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.306116 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.306639 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-default not supported by any of loaded plugins Mar 10 03:33:38.306998 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_fip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.307961 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.308479 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-fip not supported by any of loaded plugins Mar 10 03:33:38.308808 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_fip_network_policy.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.309736 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.310260 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 10 03:33:38.310591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_gateway_ip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.311562 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.312083 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 10 03:33:38.312414 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_port_network_policy.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.313469 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.314525 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 10 03:33:38.314892 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.315960 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.316488 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 10 03:33:38.316822 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.317887 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.318414 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 10 03:33:38.318780 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_pps_rule.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.319983 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.320514 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-pps not supported by any of loaded plugins Mar 10 03:33:38.320852 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_rule_type_details.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.321793 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.322371 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 10 03:33:38.322738 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: qos_rules_alias.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.323835 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.324360 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 10 03:33:38.324693 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: quota_check_limit.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.325630 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.326163 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: quota-check-limit Mar 10 03:33:38.326494 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: quotasv2.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.327467 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.327809 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: quotas Mar 10 03:33:38.328135 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: quotasv2_detail.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.330546 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.330926 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: quota_details Mar 10 03:33:38.331268 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: rbac.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.332352 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.332891 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: rbac-policies Mar 10 03:33:38.333227 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: rbac_address_group.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.334179 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.334764 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: rbac-address-group Mar 10 03:33:38.335100 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: rbac_address_scope.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.336049 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.336578 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: rbac-address-scope Mar 10 03:33:38.336910 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: rbac_security_groups.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.337852 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.338377 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: rbac-security-groups Mar 10 03:33:38.338729 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: rbac_subnetpool.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.339662 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.340184 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: rbac-subnetpool Mar 10 03:33:38.340514 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: revisionifmatch.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.341526 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.342052 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: revision-if-match Mar 10 03:33:38.342384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: revisions.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.343558 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.344085 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: standard-attr-revisions Mar 10 03:33:38.344418 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: router_availability_zone.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.345149 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.345678 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: router_availability_zone Mar 10 03:33:38.346010 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: routerservicetype.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.347002 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.347524 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension router-service-type not supported by any of loaded plugins Mar 10 03:33:38.347859 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.348793 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.349316 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: security-groups-normalized-cidr Mar 10 03:33:38.349644 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: security_groups_port_filtering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.350584 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.351139 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: port-security-groups-filtering Mar 10 03:33:38.351470 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.352412 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.352933 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: security-groups-remote-address-group Mar 10 03:33:38.353263 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.354213 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.354762 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: security-groups-shared-filtering Mar 10 03:33:38.355097 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.355694 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 10 03:33:38.356021 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: securitygroup.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.365903 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.366454 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: security-group Mar 10 03:33:38.366847 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: segment.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.367666 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.368200 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension segment not supported by any of loaded plugins Mar 10 03:33:38.368537 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.369493 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.370020 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 10 03:33:38.370359 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: servicetype.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.371497 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.372034 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: service-type Mar 10 03:33:38.372374 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: sorting.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.373371 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.373717 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: sorting Mar 10 03:33:38.374053 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: standard_attr_segment.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.375021 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.375548 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 10 03:33:38.375881 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: standardattrdescription.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.377246 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.377772 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: standard-attr-description Mar 10 03:33:38.378103 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: stateful_security_group.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.379094 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.379622 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: stateful-security-group Mar 10 03:33:38.379954 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: stdattrs_common.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.380535 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 10 03:33:38.380862 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.381812 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.382341 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 10 03:33:38.382671 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: subnet_onboard.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.383784 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.384317 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: subnet_onboard Mar 10 03:33:38.384649 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.385618 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.386146 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 10 03:33:38.386478 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: subnet_service_types.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.387452 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.387986 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: subnet-service-types Mar 10 03:33:38.388325 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: subnetallocation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.389428 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.389959 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: subnet_allocation Mar 10 03:33:38.390292 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.391003 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.391535 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: subnetpool-prefix-ops Mar 10 03:33:38.391907 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.393353 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.393871 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 10 03:33:38.394200 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: tagging.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.395330 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.395853 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: standard-attr-tag Mar 10 03:33:38.396190 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: timestamp.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.397446 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.397973 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loaded extension: standard-attr-timestamp Mar 10 03:33:38.398317 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: trunk.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.399389 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.399919 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension trunk not supported by any of loaded plugins Mar 10 03:33:38.400254 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: trunk_details.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.401190 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.401716 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension trunk-details not supported by any of loaded plugins Mar 10 03:33:38.402050 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: uplink_status_propagation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.403015 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.403582 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 10 03:33:38.403872 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Loading extension file: vlantransparent.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 10 03:33:38.404554 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 10 03:33:38.405073 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extension vlan-transparent not supported by any of loaded plugins Mar 10 03:33:38.407677 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:network Mar 10 03:33:38.408215 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:subnet Mar 10 03:33:38.408623 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 03:33:38.409035 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:port Mar 10 03:33:38.410268 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.410754 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service FLAVORS assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.411378 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.411819 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.412159 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:router Mar 10 03:33:38.412600 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:floatingip Mar 10 03:33:38.413100 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service METERING assigned prefix: /metering {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.414567 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.414980 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.415344 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:33:38.416611 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 03:33:38.417058 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:security_group Mar 10 03:33:38.417496 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 03:33:38.418104 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service CORE assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.418447 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 03:33:38.418832 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] subnetpool is already registered Mar 10 03:33:38.419272 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service CORE assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.419606 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 03:33:38.419945 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] subnetpool is already registered Mar 10 03:33:38.422196 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.422635 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service FLAVORS assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.423306 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.423735 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.424077 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:router Mar 10 03:33:38.424425 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] router is already registered Mar 10 03:33:38.424840 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:floatingip Mar 10 03:33:38.425183 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] floatingip is already registered Mar 10 03:33:38.425640 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service METERING assigned prefix: /metering {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.426300 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of CountableResource for resource:rbac_policy Mar 10 03:33:38.426635 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] rbac_policy is already registered Mar 10 03:33:38.427092 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:security_group Mar 10 03:33:38.427434 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] security_group is already registered Mar 10 03:33:38.427844 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:security_group_rule Mar 10 03:33:38.428193 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] security_group_rule is already registered Mar 10 03:33:38.428825 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service CORE assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.429165 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 03:33:38.429520 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] subnetpool is already registered Mar 10 03:33:38.429946 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Service CORE assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 10 03:33:38.430288 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Creating instance of TrackedResource for resource:subnetpool Mar 10 03:33:38.430626 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] subnetpool is already registered Mar 10 03:33:38.431118 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: extensions {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.432652 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: address-groups {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.434168 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: address-scopes {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.435540 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: agents {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.436724 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: auto-allocated-topology {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.438006 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: availability_zones {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.439993 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: dhcp-networks {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.441629 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: dhcp-agents {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.443110 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: routers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.445357 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: flavors {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.446547 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: service_profiles {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.447802 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: next_providers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.449292 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: service_profiles {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.450898 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: floatingip-pools {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.452138 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: routers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.454289 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: floatingips {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.457320 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: l3-routers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.458811 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: l3-agents {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.460267 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: metering-labels {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.461637 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: metering-label-rules {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.462967 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: network-ip-availabilities {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.464247 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: bindings {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.465937 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: quotas {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.467582 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: quotas {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.469159 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: rbac-policies {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.470498 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: security-groups {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.471780 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: security-group-rules {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.473047 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: service-providers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.474291 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: subnetpools {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.475791 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: subnetpools {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.477272 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.479055 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.480917 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.482779 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.484593 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.487237 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.488996 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.490956 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.492755 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.494700 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron.api.extensions [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 10 03:33:38.500644 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING keystonemiddleware.auth_token [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 10 03:33:38.506034 dv-cinder-804735-27-iscsi neutron-server[109611]: WARNING keystonemiddleware.auth_token [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 10 03:33:38.514746 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_concurrency.lockutils [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Acquired lock "singleton_lock" {{(pid=109611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 10 03:33:38.515239 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_concurrency.lockutils [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Releasing lock "singleton_lock" {{(pid=109611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 10 03:33:38.515902 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO oslo_service.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Starting 2 workers Mar 10 03:33:38.520996 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Started child 109718 {{(pid=109611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 03:33:38.525606 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Started child 109719 {{(pid=109611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 03:33:38.526450 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:38.527240 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO neutron.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Neutron service started, listening on 0.0.0.0:9696 Mar 10 03:33:38.527894 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Publish callbacks [] for process (None), before_spawn {{(pid=109611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:38.528074 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [-] (109718) wsgi starting up on http://0.0.0.0:9696 Mar 10 03:33:38.530390 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO oslo_service.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Starting 1 workers Mar 10 03:33:38.530515 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:38.531872 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [-] (109719) wsgi starting up on http://0.0.0.0:9696 Mar 10 03:33:38.535824 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Started child 109720 {{(pid=109611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 03:33:38.536396 dv-cinder-804735-27-iscsi neutron-server[109611]: INFO oslo_service.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Starting 1 workers Mar 10 03:33:38.539469 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] calling RpcWorker wait() {{(pid=109720) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 10 03:33:38.539985 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] returning from RpcWorker wait() {{(pid=109720) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 10 03:33:38.541170 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Started child 109721 {{(pid=109611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 10 03:33:38.541537 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:38.542018 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-6335c33d-b04d-4afc-9b98-84ee3e25deaa None None] Publish callbacks [] for process (None), after_spawn {{(pid=109611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:38.542126 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:33:38.544015 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 03:33:38.544256 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 03:33:38.544450 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 03:33:38.544686 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 03:33:38.545055 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 03:33:38.545228 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 03:33:38.545739 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.546034 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.546306 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.546575 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.546926 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:38.547385 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.547536 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.547803 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.548053 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.548643 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:33:38.548868 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.549537 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.549537 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.549537 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.549732 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.549953 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.550269 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.550541 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.550817 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.551101 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.551281 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.551565 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.551851 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.552107 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.552379 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] debug = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.552630 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.553156 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.553390 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.553638 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.553881 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.554162 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.554397 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.554857 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.555007 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.555198 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.555455 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.555717 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.555967 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.556200 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.556457 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.556676 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.556943 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.557186 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.557641 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] host = dv-cinder-804735-27-iscsi {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.557884 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.558106 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.558340 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.558604 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.558910 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.559154 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.559428 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.559705 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.559956 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.560204 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.560463 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.560703 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.560943 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.561192 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.561360 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_options = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.561589 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.561864 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.562130 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.562324 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.562496 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.562664 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.562961 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.563199 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.563394 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.563633 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.564545 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.564876 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.565106 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.565333 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.565829 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.565829 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.566172 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.566355 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.566885 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.567873 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.568034 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.568494 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.568645 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.568833 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.569116 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.569344 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.569710 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.569893 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.570192 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.570456 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.570755 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.571005 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.571222 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.571476 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.572332 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.572332 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.572332 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.572730 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.572946 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.573769 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.573769 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.573769 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.574158 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.574342 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.574810 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.574956 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.577236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_json = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.577236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.577236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.577236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.577236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.577236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.577236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.577236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.578727 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.578727 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.579866 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.580194 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.580524 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.580788 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.581047 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.581318 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.581591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.581901 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.582122 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.582380 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.582760 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.583005 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.583326 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.583612 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.585240 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.585608 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.585876 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.586750 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.587247 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.587860 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.588819 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.589080 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.589411 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.589702 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.590018 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.590266 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.590537 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.590873 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.591173 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.591562 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.591855 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.592126 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.592417 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.592657 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.592915 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.593150 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.593378 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.593630 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.593873 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.594150 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.594382 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.594630 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.598773 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.599072 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.599330 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.599591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.599881 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.600143 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.600425 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.600674 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.600909 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.601144 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.601395 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.601630 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.601905 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.602151 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.602403 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.602669 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.603271 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.603949 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.604307 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.604577 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.604826 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.605289 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.605673 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.606070 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.608073 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.609214 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.609491 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.609735 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.609970 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.610206 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.610443 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.611334 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.611603 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.611839 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.612067 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.612296 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.612545 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.612767 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.612991 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.613221 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.613442 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.613663 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.613902 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.614133 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.614355 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.614574 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.615087 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.615319 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.615539 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.615824 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.616158 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.616651 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.616911 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.617138 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.617410 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.617635 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.617899 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.618145 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.618389 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.618610 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.618909 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.619164 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.619631 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.619869 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.620093 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.620356 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.620596 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.621072 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.621310 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.621576 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.621838 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.622309 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.622602 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.622887 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.623132 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.623414 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.623888 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.624202 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.624459 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.624956 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.625192 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.625477 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.626087 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.626989 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.627285 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.627502 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.627896 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.628346 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.628593 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.628982 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.629898 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.630173 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.630437 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.630673 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.631007 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.631318 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.631632 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.631977 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.632237 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.632570 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.633028 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.633433 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.633703 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.633972 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.634248 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.634505 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.634769 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.635038 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.635280 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.635521 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.635760 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.636013 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.636232 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.636582 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.636811 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.637062 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.637477 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.637719 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.637979 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.638205 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.638431 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.638654 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.638904 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.639149 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.639408 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.639655 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.639880 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.640123 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.640350 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.640573 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.640799 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.641019 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.641279 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.641524 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.641849 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.642209 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.642438 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.642721 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.642969 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.643270 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.643498 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.643750 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.643980 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.644199 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.644591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.644975 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.645199 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.645441 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.645679 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.645901 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.646135 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.646380 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.646968 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.647243 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.647483 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.647753 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.648008 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.648234 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.648456 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.648677 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.648922 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.649150 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.649380 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.649495 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:33:38.649627 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.649849 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.650072 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.650295 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.650536 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.650854 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.651118 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.651368 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.651665 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.651829 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.652063 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.652291 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.652535 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.652756 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.653011 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.653666 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.653849 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.654069 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.654365 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.654920 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.655168 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.655453 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.656641 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.656937 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.657201 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.657447 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.657716 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.657952 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.658182 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.658406 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.658642 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.658896 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.659116 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.659348 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.659578 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.659796 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.660029 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.660249 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.660467 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.660715 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.660941 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.661179 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.661432 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.661675 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.661891 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.662119 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.662340 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.662560 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.663067 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.663291 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.663505 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.663751 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.663996 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.664216 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.665008 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.665425 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.666062 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.666507 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.666795 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.667058 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.667311 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.667620 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.667844 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.668093 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.668337 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.668597 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.668810 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.669072 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.669405 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.669704 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.669965 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.670241 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.671001 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.671719 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.672528 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.672791 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.673821 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.674178 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.674542 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.674832 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.675100 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.675353 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.675591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.675819 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.676068 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.676313 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.676537 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.676802 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.677044 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.677308 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.677566 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.677823 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.678086 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.678350 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.678591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.678926 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.679156 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.679321 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 03:33:38.680215 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 10 03:33:38.680215 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 10 03:33:38.680215 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 10 03:33:38.680512 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 10 03:33:38.680512 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 10 03:33:38.680633 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 10 03:33:38.680827 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.680994 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.681157 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.681322 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.681484 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.681669 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.681835 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.682003 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.682167 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.682333 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.682495 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.682657 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.682843 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.683008 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.683170 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.683337 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.683503 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.683657 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.683824 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.683987 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.684149 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.684312 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.684473 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] debug = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.684635 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.684837 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.685004 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.685166 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.685326 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.685549 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.685717 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.685878 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.686040 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.686202 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.686365 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.686527 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.686766 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.686894 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.687024 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.687184 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.687346 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.687508 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.687669 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] host = dv-cinder-804735-27-iscsi {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.687831 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.687991 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.688151 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.688312 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.688473 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.688633 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.688868 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.689034 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.689197 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.689349 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.689488 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.689622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.689781 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.689943 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.690104 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_options = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.690266 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.690428 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.690589 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.690809 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.690979 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.691176 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.691300 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.694728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.694728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.694728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.694728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.694728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.694728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.694728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.694728 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695384 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695916 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695916 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695916 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695916 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695916 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695916 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695916 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.695916 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696455 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696532 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 46330) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:33:38.696622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.696622 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697162 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697162 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697162 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697162 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697162 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697162 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697561 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_json = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697561 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697704 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697833 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.697915 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.698051 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.698212 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.698373 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.698536 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.698707 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 10 03:33:38.698902 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.699095 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.699237 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.699402 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.699568 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.699731 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.699896 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.700059 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.700223 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.700386 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.700558 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.700721 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.700896 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.701061 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.701225 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.701391 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.701561 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.701721 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.701885 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.702054 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.702218 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.702381 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.702557 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.702742 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.702908 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.703071 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.703236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.703406 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.703571 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.704186 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.704186 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.704939 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066307 Mar 10 03:33:38.705125 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705125 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705125 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705125 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705591 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705795 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705871 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.705977 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.706139 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.706303 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.706468 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.706633 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.706822 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.706989 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.707154 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.707317 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.707482 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.707647 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.707811 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.707975 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.708140 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.708304 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.708467 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.708744 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.708868 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.708978 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.709091 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.709247 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.709412 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.709575 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.709739 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.709902 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.710064 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.710229 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.710392 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.710569 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.710763 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.710928 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.711091 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.711256 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.711420 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.711585 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.711799 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.711911 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.712057 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.712220 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.712383 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.712548 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.712711 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.712874 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.713038 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.713203 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.713367 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.713530 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.713692 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.713856 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.714019 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.714182 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.714456 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.714643 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.714839 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.715004 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.715169 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.715334 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.715500 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.715664 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.715827 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.715990 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.716154 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.716316 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.716479 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.716646 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.716810 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.716974 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.717138 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.717302 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.717465 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.717633 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.717797 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.717963 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.718129 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.718291 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.718613 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.718804 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.718970 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.719137 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.719309 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.719474 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.719640 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.719806 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.720109 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.720413 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.720605 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.720798 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.720919 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.721084 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.721249 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.721412 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.721578 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.721742 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.721906 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.722075 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.722251 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.722418 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.722583 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.722786 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.722953 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.723115 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.723278 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.723444 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.723607 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.723772 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.723937 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.724101 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.724265 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.724429 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.724593 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.724757 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.724922 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.725085 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.725248 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.725411 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.725577 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.725742 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.725907 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.726071 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.726236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.726403 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.726566 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.726905 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.727071 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.727236 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.727402 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.727567 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.727765 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.727900 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.728060 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.728222 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.728385 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.728876 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.728876 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.728876 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.729304 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.729304 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.729304 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.729645 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.729645 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.729789 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.729924 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.730088 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.730253 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.730418 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.730583 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.730774 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.730940 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.731105 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.731270 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.731434 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.731598 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.731763 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.731946 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.732113 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.732276 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.732440 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.732606 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.732770 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.732933 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.733096 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.733260 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.733423 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.733586 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.733750 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.733915 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.734078 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.734241 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.734406 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.734568 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.734756 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.734925 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.735088 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.735252 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.735418 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.736121 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.736368 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.736537 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.736702 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.736869 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.737036 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.737196 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.737361 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.737541 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.737707 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.737871 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.738035 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.738198 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.738361 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.738535 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.738774 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.738889 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.739052 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.739215 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.739411 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.739548 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.739711 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.739875 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.740039 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.740202 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.740366 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.740538 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.740702 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.740866 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.741032 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.741195 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.741339 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.741495 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.741656 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.741819 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.741973 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.742143 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.742306 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.742479 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.742644 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.742833 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.743054 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.743158 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.743312 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.743493 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.743647 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.743793 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.743947 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.744110 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.744275 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.744438 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.744615 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.744779 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.744949 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.745112 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.745275 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.745437 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.745602 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.745771 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.745945 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.746116 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.746280 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.746452 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.746624 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.746891 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.747058 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.747228 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.747403 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.747567 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.747729 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.747892 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.748055 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.748217 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.748380 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.748545 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.748708 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.748872 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.749035 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.749197 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.749359 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.749522 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.749686 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.749850 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.750013 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.750176 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.750340 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.750503 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 10 03:33:38.750659 dv-cinder-804735-27-iscsi neutron-server[109611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 10 03:33:49.990710 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01c6843-7e0d-4eae-b8a5-dbee034c670c None None] get_active_networks_info from dv-cinder-804735-27-iscsi {{(pid=109720) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 10 03:33:50.045820 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c6843-7e0d-4eae-b8a5-dbee034c670c None None] No non-hosted networks {{(pid=109720) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 10 03:33:50.061584 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.agentschedulers_db [None req-b01c6843-7e0d-4eae-b8a5-dbee034c670c None None] DHCP Agent not found on host dv-cinder-804735-27-iscsi {{(pid=109720) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 10 03:33:50.150641 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-074bb1a8-df2f-4daa-9caa-74d6ed563c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581397'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:52.365466 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e6cdb4db-7b7b-4d37-975d-67a52923f090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581397'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:52.418591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e28f8330-6cfa-4766-bd0f-732387d7a9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:53.551368 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581397'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:54.832890 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581397'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:56.154669 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 46410) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:33:56.393562 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581397'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:33:56.395482 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.396155 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.396726 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.397538 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.398215 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.398766 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.399389 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.399958 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.400810 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.401621 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.402331 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.403052 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.403595 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:33:56.404438 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-27-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:33:56.413074 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-27-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:33:56.755747 dv-cinder-804735-27-iscsi neutron-server[109719]: WARNING oslo_policy.policy [None req-1adcad5c-b331-4a90-9878-709d6738d13a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 03:33:56.756344 dv-cinder-804735-27-iscsi neutron-server[109719]: WARNING oslo_policy.policy [None req-1adcad5c-b331-4a90-9878-709d6738d13a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 03:33:56.768980 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.db.l3_hamode_db [None req-9ce97df6-144f-4cf6-890b-85e27ab03b2a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 10 03:33:56.848034 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce97df6-144f-4cf6-890b-85e27ab03b2a None None] Routers set() bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:33:56.848506 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce97df6-144f-4cf6-890b-85e27ab03b2a None None] Router IDs set() for agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 10 03:33:56.995084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [None req-1adcad5c-b331-4a90-9878-709d6738d13a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:33:56.996115 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1adcad5c-b331-4a90-9878-709d6738d13a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8406124 Mar 10 03:33:59.599098 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46436) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:00.082835 dv-cinder-804735-27-iscsi neutron-server[109718]: WARNING oslo_policy.policy [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 03:34:00.083435 dv-cinder-804735-27-iscsi neutron-server[109718]: WARNING oslo_policy.policy [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 03:34:00.311808 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:34:00.407524 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.policy [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109718) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 03:34:00.449924 dv-cinder-804735-27-iscsi neutron-server[109718]: WARNING oslo_policy.policy [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 03:34:00.450295 dv-cinder-804735-27-iscsi neutron-server[109718]: WARNING oslo_policy.policy [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 03:34:00.545517 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761128889345', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761128888948', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761128907976', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761128905510', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761128895810', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761128853996', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8305868', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8144867', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-883035', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-697453'] for rbac-policy (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:00.610421 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:00.611933 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-394594dd-e93c-4189-b5bc-7707da71097b admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0107608 Mar 10 03:34:03.145544 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46452) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:03.452211 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:34:03.481222 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Made reservation on behalf of 72e9e2a6738f4dd0bec8fbbdebed0df2 for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:34:03.485007 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:03.501776 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:03.613024 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Publish callbacks [] for security_group (618e2baa-d31e-4bc6-9516-f5e8fac6ea39), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:03.616897 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (618e2baa-d31e-4bc6-9516-f5e8fac6ea39), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:03.640980 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:34:03.680560 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761124812813', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (829da333-f389-49d0-8c10-cc4071e77b39), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:03.681151 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Unsubscribe: segment precommit_create {{(pid=109718) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 03:34:03.683744 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Added segment 829da333-f389-49d0-8c10-cc4071e77b39 of type vlan for network eb88e43c-4858-4895-87e8-01d3c8a6f37a Mar 10 03:34:03.700460 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=618e2baa-d31e-4bc6-9516-f5e8fac6ea39,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:03.728190 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.728564 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.728918 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.729259 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.729592 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.729922 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.730251 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.730578 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.730928 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.731270 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.731599 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.731920 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.732240 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Tracked resource versions report: Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: pushed versions: Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: { 'AddressGroup': {'1.2'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'ConntrackHelper': {'1.0'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'LocalIPAssociation': {'1.0'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Log': {'1.0'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Network': {'1.1'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Port': {'1.7'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'PortForwarding': {'1.2'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'QosPolicy': {'1.10'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SecurityGroup': {'1.5'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SecurityGroupRule': {'1.2'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SubPort': {'1.0'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Subnet': {'1.1'}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Trunk': {'1.1'}} Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: consumer versions: Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: { DHCP agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: L3 agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: Metadata agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: Metering agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: Open vSwitch agent@dv-cinder-804735-27-iscsi: { 'AddressGroup': '1.2', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'ConntrackHelper': '1.0', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'LocalIPAssociation': '1.0', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Log': '1.0', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Network': '1.1', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Port': '1.7', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'PortForwarding': '1.2', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'QosPolicy': '1.10', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SecurityGroup': '1.5', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SecurityGroupRule': '1.2', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SubPort': '1.0', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Subnet': '1.1', Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Trunk': '1.1'}} Mar 10 03:34:03.733560 dv-cinder-804735-27-iscsi neutron-server[109718]: {{(pid=109718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 03:34:03.804126 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (eb88e43c-4858-4895-87e8-01d3c8a6f37a), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:03.843555 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (eb88e43c-4858-4895-87e8-01d3c8a6f37a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:03.849421 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:34:03.850178 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:03.913569 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7669504 Mar 10 03:34:03.969226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f2371-5046-4185-873f-608cd7216e5a demo demo] Pushing event updated for resources: {'Network': ['ID=eb88e43c-4858-4895-87e8-01d3c8a6f37a,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:03.982998 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network eb88e43c-4858-4895-87e8-01d3c8a6f37a details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:34:06.463709 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46464) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:06.866279 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a30c710-19ef-4d61-a019-1ca5212507b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:34:06.867925 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0a30c710-19ef-4d61-a019-1ca5212507b7 demo admin] 10.222.0.20 "GET /v2.0/networks/eb88e43c-4858-4895-87e8-01d3c8a6f37a HTTP/1.1" status: 200 len: 825 time: 0.4030116 Mar 10 03:34:06.891815 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-869e4dc9-14e0-4faf-bd3d-da194efebd78 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/5eeff5cc-993e-4bb4-b6c1-a29527a143a9 HTTP/1.1" status: 200 len: 734 time: 0.0186019 Mar 10 03:34:06.900176 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'subnetpool_id': '5eeff5cc-993e-4bb4-b6c1-a29527a143a9', 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:34:06.920412 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Made reservation on behalf of 72e9e2a6738f4dd0bec8fbbdebed0df2 for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:34:06.923522 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:07.207982 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (31595ba1-e895-4f6b-8dff-7e64d6186538), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:07.276487 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Checking segment: {'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:34:07.276864 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Network hostable DHCP agents. Network: eb88e43c-4858-4895-87e8-01d3c8a6f37a, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:34:07.281464 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Pushing event updated for resources: {'Subnet': ['ID=31595ba1-e895-4f6b-8dff-7e64d6186538,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:07.299918 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Network eb88e43c-4858-4895-87e8-01d3c8a6f37a is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:34:07.310402 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, eb88e43c-4858-4895-87e8-01d3c8a6f37a) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:34:07.315002 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:34:07.315603 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:07.320569 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd15c5-f07b-4039-9dec-4ec683ac3eb9 None None] Network eb88e43c-4858-4895-87e8-01d3c8a6f37a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:34:07.330131 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c9a913cd-98f5-4273-a2ea-5c50c36a4b3b demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4331388 Mar 10 03:34:07.707968 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'fixed_ips': [{'subnet_id': '31595ba1-e895-4f6b-8dff-7e64d6186538'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:34:07.709295 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:07.991709 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Allocated IP 172.20.0.2 (eb88e43c-4858-4895-87e8-01d3c8a6f37a/31595ba1-e895-4f6b-8dff-7e64d6186538/1e47a1f7-8751-497b-9219-4bd6a9862ccf) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:34:08.258536 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Publish callbacks [] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:08.267301 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:08.339187 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Network eb88e43c-4858-4895-87e8-01d3c8a6f37a is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:34:08.345834 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:34:08.356585 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:34:08.359636 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Pushing event updated for resources: {'Port': ['ID=1e47a1f7-8751-497b-9219-4bd6a9862ccf,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:08.371124 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.371494 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.371860 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.372204 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.372543 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.372879 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.373224 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.373561 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.373890 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.374234 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.374565 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.374916 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.375240 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Tracked resource versions report: Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: pushed versions: Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: { 'AddressGroup': {'1.2'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'ConntrackHelper': {'1.0'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'LocalIPAssociation': {'1.0'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Log': {'1.0'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Network': {'1.1'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Port': {'1.7'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'PortForwarding': {'1.2'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'QosPolicy': {'1.10'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SecurityGroup': {'1.5'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SecurityGroupRule': {'1.2'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SubPort': {'1.0'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Subnet': {'1.1'}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Trunk': {'1.1'}} Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: consumer versions: Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: { DHCP agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: L3 agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: Metadata agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: Metering agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: Open vSwitch agent@dv-cinder-804735-27-iscsi: { 'AddressGroup': '1.2', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'ConntrackHelper': '1.0', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'LocalIPAssociation': '1.0', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Log': '1.0', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Network': '1.1', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Port': '1.7', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'PortForwarding': '1.2', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'QosPolicy': '1.10', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SecurityGroup': '1.5', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SecurityGroupRule': '1.2', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SubPort': '1.0', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Subnet': '1.1', Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Trunk': '1.1'}} Mar 10 03:34:08.377549 dv-cinder-804735-27-iscsi neutron-server[109720]: {{(pid=109720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 03:34:08.448514 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Attempting to bind port 1e47a1f7-8751-497b-9219-4bd6a9862ccf on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:34:08.448920 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Attempting to bind port 1e47a1f7-8751-497b-9219-4bd6a9862ccf by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:34:08.449361 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Attempting to bind port 1e47a1f7-8751-497b-9219-4bd6a9862ccf on network eb88e43c-4858-4895-87e8-01d3c8a6f37a {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:34:08.455506 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:34:08.455506 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Checking segment: {'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:34:08.455506 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:08.455885 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Bound using segment: {'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:34:08.456351 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Bound port: 1e47a1f7-8751-497b-9219-4bd6a9862ccf, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:34:08.456768 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:08.522274 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] For port 1e47a1f7-8751-497b-9219-4bd6a9862ccf, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:34:08.526676 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] For port 1e47a1f7-8751-497b-9219-4bd6a9862ccf, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=1e47a1f7-8751-497b-9219-4bd6a9862ccf,segment=NetworkSegment(829da333-f389-49d0-8c10-cc4071e77b39),segment_id=829da333-f389-49d0-8c10-cc4071e77b39)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:34:08.537205 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:08.602367 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9319be0-fdda-4d79-a098-2ca8b12cb414 None None] Pushing event updated for resources: {'Port': ['ID=1e47a1f7-8751-497b-9219-4bd6a9862ccf,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:09.945349 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46472) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:10.256824 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [None req-3d97e01c-fd31-480e-be2e-cedf5d73611f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:34:10.257829 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-3d97e01c-fd31-480e-be2e-cedf5d73611f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3115373 Mar 10 03:34:12.794249 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46480) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:13.102751 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [None req-f2d80b4d-7f19-4031-96dd-e4fac5e045ab admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:34:13.103752 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-f2d80b4d-7f19-4031-96dd-e4fac5e045ab admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3084183 Mar 10 03:34:15.666347 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46488) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:15.984231 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-54ff6b46-4ca8-42fd-8f98-cb5a02a4e4e3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:34:16.007906 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-54ff6b46-4ca8-42fd-8f98-cb5a02a4e4e3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:16.009436 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-54ff6b46-4ca8-42fd-8f98-cb5a02a4e4e3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:16.147559 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-54ff6b46-4ca8-42fd-8f98-cb5a02a4e4e3 demo demo] Publish callbacks [] for router_controller (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), precommit_add_association {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:16.153934 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-54ff6b46-4ca8-42fd-8f98-cb5a02a4e4e3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:16.171447 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-54ff6b46-4ca8-42fd-8f98-cb5a02a4e4e3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:16.173313 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-54ff6b46-4ca8-42fd-8f98-cb5a02a4e4e3 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5051715 Mar 10 03:34:18.744218 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46500) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:19.067916 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [None req-8af85149-2aae-4629-8bd5-08e0738d2ef0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:34:19.070878 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-8af85149-2aae-4629-8bd5-08e0738d2ef0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3237293 Mar 10 03:34:19.155107 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 1e47a1f7-8751-497b-9219-4bd6a9862ccf up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:34:19.253719 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 1e47a1f7-8751-497b-9219-4bd6a9862ccf triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:19.254142 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:19.366005 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 1e47a1f7-8751-497b-9219-4bd6a9862ccf is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:34:19.366396 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:19.400159 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 1e47a1f7-8751-497b-9219-4bd6a9862ccf, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=1e47a1f7-8751-497b-9219-4bd6a9862ccf,segment=NetworkSegment(829da333-f389-49d0-8c10-cc4071e77b39),segment_id=829da333-f389-49d0-8c10-cc4071e77b39)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:34:19.405244 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:19.454037 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=1e47a1f7-8751-497b-9219-4bd6a9862ccf,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:19.918121 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e01c5907-3c10-4a38-91e3-cbb2a1985204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:20.138507 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e146c8-0dba-4823-8ce7-98b5e5dfa931 None None] Network eb88e43c-4858-4895-87e8-01d3c8a6f37a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:34:20.267934 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-a97fdf4d-624d-440d-aecb-b4e266db2fc0 None None] Provisioning complete for port 1e47a1f7-8751-497b-9219-4bd6a9862ccf triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:20.268549 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a97fdf4d-624d-440d-aecb-b4e266db2fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:20.352750 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-a97fdf4d-624d-440d-aecb-b4e266db2fc0 None None] Current status of the port 1e47a1f7-8751-497b-9219-4bd6a9862ccf is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:34:20.572104 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-7dd01497-55e2-4685-8314-7232d0866632 None None] Provisioning complete for port 1e47a1f7-8751-497b-9219-4bd6a9862ccf triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:20.572505 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7dd01497-55e2-4685-8314-7232d0866632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:20.649541 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-7dd01497-55e2-4685-8314-7232d0866632 None None] Current status of the port 1e47a1f7-8751-497b-9219-4bd6a9862ccf is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:34:21.123944 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 1e47a1f7-8751-497b-9219-4bd6a9862ccf up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:34:21.171316 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 1e47a1f7-8751-497b-9219-4bd6a9862ccf triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:21.171707 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:21.244340 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 1e47a1f7-8751-497b-9219-4bd6a9862ccf is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:34:21.655003 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46508) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:21.963184 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:34:21.982119 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Made reservation on behalf of 55bf700b1bce4400a5ee280d740d6a62 for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:34:21.984375 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:21.993112 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:22.067304 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Publish callbacks [] for security_group (fceb5079-7132-4e78-804b-9e30b391e61e), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:22.071021 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (fceb5079-7132-4e78-804b-9e30b391e61e), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:22.085951 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Reserving flat network on physical network physnet1 {{(pid=109718) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 10 03:34:22.106202 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb5079-7132-4e78-804b-9e30b391e61e,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:22.112609 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (869be86d-4c7f-4252-8868-22afecf564dd), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:22.112952 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Added segment 869be86d-4c7f-4252-8868-22afecf564dd of type flat for network b8b29516-8555-45be-847e-d2c83a83004e Mar 10 03:34:22.159428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (b8b29516-8555-45be-847e-d2c83a83004e), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:22.190589 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (b8b29516-8555-45be-847e-d2c83a83004e), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:22.191542 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:34:22.192121 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:22.235476 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5794272 Mar 10 03:34:22.285317 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8001f-025f-458b-b2d6-a463b5df7891 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b29516-8555-45be-847e-d2c83a83004e,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:22.301878 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network b8b29516-8555-45be-847e-d2c83a83004e details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:34:22.383818 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-63a99f2c-075f-4a17-9652-e8e8de99ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:23.487817 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:24.770215 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46526) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:24.776265 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:24.947180 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c294e8-5ae2-4eee-a4d9-a3a4542c1139 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:34:24.948488 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-25c294e8-5ae2-4eee-a4d9-a3a4542c1139 demo admin] 10.222.0.20 "GET /v2.0/subnets/31595ba1-e895-4f6b-8dff-7e64d6186538 HTTP/1.1" status: 200 len: 849 time: 0.1773391 Mar 10 03:34:25.069237 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-66f07c91-068c-43b4-900a-a3a898283b4d demo admin] 10.222.0.20 "GET /v2.0/routers/a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 HTTP/1.1" status: 200 len: 704 time: 0.1149917 Mar 10 03:34:25.343196 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:25.681614 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Allocated IP 172.20.0.1 (eb88e43c-4858-4895-87e8-01d3c8a6f37a/31595ba1-e895-4f6b-8dff-7e64d6186538/4ab0906b-030e-44bd-81e8-875aa506d89d) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:34:25.832459 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Publish callbacks [] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:25.896545 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:25.967051 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Network eb88e43c-4858-4895-87e8-01d3c8a6f37a is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:34:25.973910 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:34:25.979528 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:34:25.979900 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:26.001412 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Pushing event updated for resources: {'Port': ['ID=4ab0906b-030e-44bd-81e8-875aa506d89d,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:26.182392 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:26.200034 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-ca5ebfb2-d99d-44f3-b795-c62e82323e05 None None] Provisioning complete for port 4ab0906b-030e-44bd-81e8-875aa506d89d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:26.200576 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ca5ebfb2-d99d-44f3-b795-c62e82323e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:26.281582 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ebfb2-d99d-44f3-b795-c62e82323e05 None None] Port 4ab0906b-030e-44bd-81e8-875aa506d89d cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:34:26.386958 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:26.389460 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Publish callbacks [] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:26.393702 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:26.394481 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:26.451936 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Pushing event updated for resources: {'Port': ['ID=4ab0906b-030e-44bd-81e8-875aa506d89d,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:26.517904 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Network eb88e43c-4858-4895-87e8-01d3c8a6f37a is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:34:26.519347 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:34:26.686218 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Router a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:34:26.782354 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:34:26.788871 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-b8f370b3-16d5-4f71-a164-51e41f905e07 demo admin] 10.222.0.20 "PUT /v2.0/routers/a1e3a1c0-c4c7-4bde-8bf1-8de536362b84/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7146444 Mar 10 03:34:26.803437 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Sync routers for ids ['a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:34:26.814937 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Routers {'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:34:26.815799 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:34:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:34:26.816064 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-f510e1e0-368c-4b34-9dd5-9fd312b7bfa5 None None] Provisioning complete for port 4ab0906b-030e-44bd-81e8-875aa506d89d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:26.816597 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f510e1e0-368c-4b34-9dd5-9fd312b7bfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:26.852815 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-f510e1e0-368c-4b34-9dd5-9fd312b7bfa5 None None] Port 4ab0906b-030e-44bd-81e8-875aa506d89d cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:34:27.008549 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Set router a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 gateway port host: None {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:34:27.453141 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'name': 'router1', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:34:16Z', 'updated_at': '2022-03-10T03:34:26Z', 'revision_number': 2, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'gw_port_host': None, '_interfaces': [{'id': '4ab0906b-030e-44bd-81e8-875aa506d89d', 'name': '', 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'mac_address': 'fa:16:3e:67:99:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:25Z', 'updated_at': '2022-03-10T03:34:26Z', 'revision_number': 2, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'subnets': [{'id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eeff5cc-993e-4bb4-b6c1-a29527a143a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:34:27.505027 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Checking router: a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:34:27.505393 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Updating router a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 port 4ab0906b-030e-44bd-81e8-875aa506d89d binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:34:27.558744 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.072669 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Publish callbacks [] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.078811 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.240405 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Attempting to bind port 4ab0906b-030e-44bd-81e8-875aa506d89d on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:34:28.240827 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Attempting to bind port 4ab0906b-030e-44bd-81e8-875aa506d89d by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:34:28.241274 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Attempting to bind port 4ab0906b-030e-44bd-81e8-875aa506d89d on network eb88e43c-4858-4895-87e8-01d3c8a6f37a {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:34:28.249487 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:34:28.249889 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Checking segment: {'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:34:28.250396 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.250820 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Bound using segment: {'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:34:28.251963 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Bound port: 4ab0906b-030e-44bd-81e8-875aa506d89d, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829da333-f389-49d0-8c10-cc4071e77b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:34:28.252486 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.261203 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Pushing event updated for resources: {'Port': ['ID=4ab0906b-030e-44bd-81e8-875aa506d89d,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:28.281669 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-bdaf2998-f384-41b7-9586-c08f39606f27 None None] Provisioning complete for port 4ab0906b-030e-44bd-81e8-875aa506d89d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:28.282186 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2998-f384-41b7-9586-c08f39606f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.294460 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.294851 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.295212 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.295550 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.295879 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.296209 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.296534 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.296857 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.297180 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.297514 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.297835 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.298283 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.298818 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Tracked resource versions report: Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: pushed versions: Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: { 'AddressGroup': {'1.2'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'ConntrackHelper': {'1.0'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'LocalIPAssociation': {'1.0'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Log': {'1.0'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Network': {'1.1'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Port': {'1.7'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'PortForwarding': {'1.2'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'QosPolicy': {'1.10'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SecurityGroup': {'1.5'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SecurityGroupRule': {'1.2'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SubPort': {'1.0'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Subnet': {'1.1'}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Trunk': {'1.1'}} Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: consumer versions: Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: { DHCP agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: L3 agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: Metadata agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: Metering agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: Open vSwitch agent@dv-cinder-804735-27-iscsi: { 'AddressGroup': '1.2', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'ConntrackHelper': '1.0', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'LocalIPAssociation': '1.0', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Log': '1.0', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Network': '1.1', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Port': '1.7', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'PortForwarding': '1.2', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'QosPolicy': '1.10', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SecurityGroup': '1.5', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SecurityGroupRule': '1.2', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SubPort': '1.0', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Subnet': '1.1', Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Trunk': '1.1'}} Mar 10 03:34:28.300177 dv-cinder-804735-27-iscsi neutron-server[109721]: {{(pid=109721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 03:34:28.327401 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf2998-f384-41b7-9586-c08f39606f27 None None] Port 4ab0906b-030e-44bd-81e8-875aa506d89d cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:34:28.340495 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] For port 4ab0906b-030e-44bd-81e8-875aa506d89d, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:34:28.360335 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] For port 4ab0906b-030e-44bd-81e8-875aa506d89d, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=4ab0906b-030e-44bd-81e8-875aa506d89d,segment=NetworkSegment(829da333-f389-49d0-8c10-cc4071e77b39),segment_id=829da333-f389-49d0-8c10-cc4071e77b39)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:34:28.366984 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.426965 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a20f67-6d58-4d9e-a0ab-b06aa7fc88c9 None None] Pushing event updated for resources: {'Port': ['ID=4ab0906b-030e-44bd-81e8-875aa506d89d,revision_number=4']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:28.431308 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Routers {'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:34:28.431934 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:34:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:34:28.525124 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] Set router a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 gateway port host: None {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:34:28.648581 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1a7e05d3-f20c-4f11-b944-8b9fa9f9dc98 None None] Provisioning complete for port 4ab0906b-030e-44bd-81e8-875aa506d89d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:28.649082 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1a7e05d3-f20c-4f11-b944-8b9fa9f9dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.727333 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e05d3-f20c-4f11-b944-8b9fa9f9dc98 None None] Current status of the port 4ab0906b-030e-44bd-81e8-875aa506d89d is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:34:28.727648 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1a7e05d3-f20c-4f11-b944-8b9fa9f9dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.737337 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'name': 'router1', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:34:16Z', 'updated_at': '2022-03-10T03:34:26Z', 'revision_number': 2, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'gw_port_host': None, '_interfaces': [{'id': '4ab0906b-030e-44bd-81e8-875aa506d89d', 'name': '', 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'mac_address': 'fa:16:3e:67:99:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:25Z', 'updated_at': '2022-03-10T03:34:28Z', 'revision_number': 4, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'subnets': [{'id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eeff5cc-993e-4bb4-b6c1-a29527a143a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:34:28.760982 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1a7e05d3-f20c-4f11-b944-8b9fa9f9dc98 None None] For port 4ab0906b-030e-44bd-81e8-875aa506d89d, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=4ab0906b-030e-44bd-81e8-875aa506d89d,segment=NetworkSegment(829da333-f389-49d0-8c10-cc4071e77b39),segment_id=829da333-f389-49d0-8c10-cc4071e77b39)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:34:28.764298 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60c93bf-559e-4b2b-95f1-e16ca5d497d9 None None] The sync data for ids ['a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'] in dv-cinder-804735-27-iscsi is: [{'id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'name': 'router1', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:34:16Z', 'updated_at': '2022-03-10T03:34:26Z', 'revision_number': 2, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'gw_port_host': None, '_interfaces': [{'id': '4ab0906b-030e-44bd-81e8-875aa506d89d', 'name': '', 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'mac_address': 'fa:16:3e:67:99:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:25Z', 'updated_at': '2022-03-10T03:34:28Z', 'revision_number': 4, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'subnets': [{'id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eeff5cc-993e-4bb4-b6c1-a29527a143a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:34:28.766840 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1a7e05d3-f20c-4f11-b944-8b9fa9f9dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:28.821537 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e05d3-f20c-4f11-b944-8b9fa9f9dc98 None None] Pushing event updated for resources: {'Port': ['ID=4ab0906b-030e-44bd-81e8-875aa506d89d,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:29.278937 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 46546) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:29.552186 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.policy [None req-bb7a40b8-2601-4ece-a3bc-0f93ba4d260b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109719) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 10 03:34:29.587744 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:34:29.595983 dv-cinder-804735-27-iscsi neutron-server[109719]: WARNING oslo_policy.policy [None req-bb7a40b8-2601-4ece-a3bc-0f93ba4d260b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 03:34:29.596380 dv-cinder-804735-27-iscsi neutron-server[109719]: WARNING oslo_policy.policy [None req-bb7a40b8-2601-4ece-a3bc-0f93ba4d260b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 10 03:34:29.605488 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7a40b8-2601-4ece-a3bc-0f93ba4d260b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:34:29.607278 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-bb7a40b8-2601-4ece-a3bc-0f93ba4d260b admin admin] 10.222.0.20 "GET /v2.0/networks/b8b29516-8555-45be-847e-d2c83a83004e HTTP/1.1" status: 200 len: 842 time: 0.3274312 Mar 10 03:34:29.617215 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:34:29.656283 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Made reservation on behalf of 55bf700b1bce4400a5ee280d740d6a62 for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:34:29.659227 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:30.060964 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.objects.ports [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109719) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 10 03:34:30.061361 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:30.131296 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:30.135219 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:34:30.135578 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Network hostable DHCP agents. Network: b8b29516-8555-45be-847e-d2c83a83004e, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:34:30.144672 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.145023 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.145365 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.145698 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.146092 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.146418 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.146762 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.147088 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.147424 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.147747 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.148066 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.148379 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.148692 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Tracked resource versions report: Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: pushed versions: Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: { 'AddressGroup': {'1.2'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'ConntrackHelper': {'1.0'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'LocalIPAssociation': {'1.0'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Log': {'1.0'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Network': {'1.1'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Port': {'1.7'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'PortForwarding': {'1.2'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'QosPolicy': {'1.10'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SecurityGroup': {'1.5'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SecurityGroupRule': {'1.2'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SubPort': {'1.0'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Subnet': {'1.1'}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Trunk': {'1.1'}} Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: consumer versions: Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: { DHCP agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: L3 agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: Metadata agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: Metering agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: Open vSwitch agent@dv-cinder-804735-27-iscsi: { 'AddressGroup': '1.2', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'ConntrackHelper': '1.0', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'LocalIPAssociation': '1.0', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Log': '1.0', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Network': '1.1', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Port': '1.7', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'PortForwarding': '1.2', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'QosPolicy': '1.10', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SecurityGroup': '1.5', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SecurityGroupRule': '1.2', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SubPort': '1.0', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Subnet': '1.1', Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Trunk': '1.1'}} Mar 10 03:34:30.149966 dv-cinder-804735-27-iscsi neutron-server[109719]: {{(pid=109719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 03:34:30.185513 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:34:30.200127 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, b8b29516-8555-45be-847e-d2c83a83004e) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:34:30.210711 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5396b546-b5f7-4cac-9075-8ff9be3f395f None None] Network b8b29516-8555-45be-847e-d2c83a83004e requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:34:30.212859 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:34:30.213986 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:30.239996 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-26bc336a-9f2a-4aeb-b63f-84c430ef37d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6264799 Mar 10 03:34:30.316805 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377801d-1c05-4c14-9dbc-41fdc9c8ff15 None None] Network b8b29516-8555-45be-847e-d2c83a83004e requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:34:32.690825 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 46560) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:32.957564 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-fe4e8daa-5354-4ace-b193-94b90f0c6937 demo admin] 10.222.0.20 "GET /v2.0/routers/a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 HTTP/1.1" status: 200 len: 710 time: 0.2655971 Mar 10 03:34:33.044385 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61327ecc-f840-47c9-becf-5c6bcbea9c41 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:34:33.045744 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-61327ecc-f840-47c9-becf-5c6bcbea9c41 demo admin] 10.222.0.20 "GET /v2.0/networks/b8b29516-8555-45be-847e-d2c83a83004e HTTP/1.1" status: 200 len: 886 time: 0.0829408 Mar 10 03:34:33.054463 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:34:33.305914 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks [] for router_gateway (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:33.547473 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks [] for router_gateway (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:33.624212 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:33.783634 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Allocated IP 172.27.1.163 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/fe6e503a-d902-41b2-93c1-ff0cc9aaf342) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:34:33.892750 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks [] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:33.955602 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:34.022084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:34:34.033550 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:34:34.036860 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:34:34.141221 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Pushing event updated for resources: {'Port': ['ID=fe6e503a-d902-41b2-93c1-ff0cc9aaf342,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:34.394227 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks [] for router_gateway (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:34.592421 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12265'] for router (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:34.597994 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576021', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-580014'] for router (a1e3a1c0-c4c7-4bde-8bf1-8de536362b84), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:34.712059 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Router a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:34:34.822303 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:34:34.826981 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:34.827746 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7dcc43a5-0f0b-46cf-b53b-e8787c7c35cf demo admin] 10.222.0.20 "PUT /v2.0/routers/a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 HTTP/1.1" status: 200 len: 890 time: 1.7763834 Mar 10 03:34:37.164321 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 4ab0906b-030e-44bd-81e8-875aa506d89d up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:34:37.216877 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 4ab0906b-030e-44bd-81e8-875aa506d89d triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:37.217275 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:37.293822 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 4ab0906b-030e-44bd-81e8-875aa506d89d is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:34:37.388368 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 46572) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:34:37.507605 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Sync routers for ids ['a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:34:37.509570 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-bbffefb2-6904-4c2a-8975-75f02ff73466 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200900 Mar 10 03:34:37.518069 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Routers {'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:34:37.518796 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:34:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:34:37.749252 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Set router a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:34:38.228648 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'name': 'router1', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe6e503a-d902-41b2-93c1-ff0cc9aaf342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:34:16Z', 'updated_at': '2022-03-10T03:34:34Z', 'revision_number': 4, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'gw_port': {'id': 'fe6e503a-d902-41b2-93c1-ff0cc9aaf342', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:54:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:33Z', 'updated_at': '2022-03-10T03:34:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '4ab0906b-030e-44bd-81e8-875aa506d89d', 'name': '', 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'mac_address': 'fa:16:3e:67:99:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:25Z', 'updated_at': '2022-03-10T03:34:28Z', 'revision_number': 5, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'subnets': [{'id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eeff5cc-993e-4bb4-b6c1-a29527a143a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:34:38.278582 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Checking router: a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:34:38.278994 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Updating router a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 port fe6e503a-d902-41b2-93c1-ff0cc9aaf342 binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:34:38.334316 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:38.654338 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Publish callbacks [] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:38.661737 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:38.712024 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f3fea-bfe6-4e6c-94be-2022c0c62069 None None] Pushing event updated for resources: {'Port': ['ID=fe6e503a-d902-41b2-93c1-ff0cc9aaf342,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:38.718605 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Attempting to bind port fe6e503a-d902-41b2-93c1-ff0cc9aaf342 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:34:38.719021 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Attempting to bind port fe6e503a-d902-41b2-93c1-ff0cc9aaf342 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:34:38.720459 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Attempting to bind port fe6e503a-d902-41b2-93c1-ff0cc9aaf342 on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:34:38.727789 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:34:38.727789 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:34:38.727789 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:38.727789 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:34:38.727789 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Bound port: fe6e503a-d902-41b2-93c1-ff0cc9aaf342, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:34:38.727789 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:38.788711 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] For port fe6e503a-d902-41b2-93c1-ff0cc9aaf342, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:34:38.791891 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] For port fe6e503a-d902-41b2-93c1-ff0cc9aaf342, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=fe6e503a-d902-41b2-93c1-ff0cc9aaf342,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:34:38.800666 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:38.854848 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Routers {'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:34:38.855459 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:34:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:34:38.914407 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f3fea-bfe6-4e6c-94be-2022c0c62069 None None] Pushing event updated for resources: {'Port': ['ID=fe6e503a-d902-41b2-93c1-ff0cc9aaf342,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:38.981161 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] Set router a1e3a1c0-c4c7-4bde-8bf1-8de536362b84 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:34:39.203495 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'name': 'router1', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe6e503a-d902-41b2-93c1-ff0cc9aaf342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:34:16Z', 'updated_at': '2022-03-10T03:34:34Z', 'revision_number': 4, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'gw_port': {'id': 'fe6e503a-d902-41b2-93c1-ff0cc9aaf342', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:54:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:33Z', 'updated_at': '2022-03-10T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '4ab0906b-030e-44bd-81e8-875aa506d89d', 'name': '', 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'mac_address': 'fa:16:3e:67:99:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:25Z', 'updated_at': '2022-03-10T03:34:28Z', 'revision_number': 5, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'subnets': [{'id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eeff5cc-993e-4bb4-b6c1-a29527a143a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:34:39.232081 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ea503-24f1-44eb-b578-ab67f1be94b4 None None] The sync data for ids ['a1e3a1c0-c4c7-4bde-8bf1-8de536362b84'] in dv-cinder-804735-27-iscsi is: [{'id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'name': 'router1', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': 'fe6e503a-d902-41b2-93c1-ff0cc9aaf342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:34:16Z', 'updated_at': '2022-03-10T03:34:34Z', 'revision_number': 4, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'gw_port': {'id': 'fe6e503a-d902-41b2-93c1-ff0cc9aaf342', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:54:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:33Z', 'updated_at': '2022-03-10T03:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '4ab0906b-030e-44bd-81e8-875aa506d89d', 'name': '', 'network_id': 'eb88e43c-4858-4895-87e8-01d3c8a6f37a', 'tenant_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'mac_address': 'fa:16:3e:67:99:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e3a1c0-c4c7-4bde-8bf1-8de536362b84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:34:25Z', 'updated_at': '2022-03-10T03:34:28Z', 'revision_number': 5, 'project_id': '72e9e2a6738f4dd0bec8fbbdebed0df2', 'subnets': [{'id': '31595ba1-e895-4f6b-8dff-7e64d6186538', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5eeff5cc-993e-4bb4-b6c1-a29527a143a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:34:41.235854 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device fe6e503a-d902-41b2-93c1-ff0cc9aaf342 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:34:41.298973 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port fe6e503a-d902-41b2-93c1-ff0cc9aaf342 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:41.299926 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:41.398879 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port fe6e503a-d902-41b2-93c1-ff0cc9aaf342 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:34:41.399516 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:41.423489 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port fe6e503a-d902-41b2-93c1-ff0cc9aaf342, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=fe6e503a-d902-41b2-93c1-ff0cc9aaf342,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:34:41.433249 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:41.501632 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=fe6e503a-d902-41b2-93c1-ff0cc9aaf342,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:34:43.217067 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device fe6e503a-d902-41b2-93c1-ff0cc9aaf342 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:34:43.336116 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port fe6e503a-d902-41b2-93c1-ff0cc9aaf342 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:34:43.336551 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (fe6e503a-d902-41b2-93c1-ff0cc9aaf342), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:43.588712 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port fe6e503a-d902-41b2-93c1-ff0cc9aaf342 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:34:49.911444 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-3975ee2f-12a2-489f-83d9-b69203135c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:52.376799 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fb183e47-5396-45ee-bd90-5d220c2ba91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:53.493310 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:54.788236 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:34:56.420136 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:06.587806 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:35:19.920568 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4fd60288-09ca-4bde-9f98-9166e2485eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:22.362782 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f665c672-5ce1-4f1a-a7f1-3b1b6fbbe2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:23.495013 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:24.778027 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:26.396538 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:43.586276 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:35:49.915631 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-493ea921-81a7-4c0e-b422-36042a09cc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:52.366087 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-062c6160-b03e-4e27-b608-06dae39329f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:53.497236 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:54.778191 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:56.402964 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:35:59.242389 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47056) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:35:59.302307 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f97eeb-3037-4d6b-a5ba-2e1e3d879c49 admin admin] GET failed (client error): The resource could not be found. Mar 10 03:35:59.303611 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-95f97eeb-3037-4d6b-a5ba-2e1e3d879c49 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602386 Mar 10 03:35:59.534401 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256c796-505c-4568-b471-48e6dca50399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:35:59.535921 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e256c796-505c-4568-b471-48e6dca50399 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2283037 Mar 10 03:36:01.839826 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47066) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:01.927727 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ee421-ba3e-48e0-a581-997b1f0cb744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:01.929038 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-123ee421-ba3e-48e0-a581-997b1f0cb744 admin admin] 10.222.0.20 "GET /v2.0/subnets/31595ba1-e895-4f6b-8dff-7e64d6186538 HTTP/1.1" status: 200 len: 849 time: 0.0882485 Mar 10 03:36:01.938807 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:36:02.023412 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Publish callbacks [] for subnet (31595ba1-e895-4f6b-8dff-7e64d6186538), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:02.158272 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761124856670'] for subnet (31595ba1-e895-4f6b-8dff-7e64d6186538), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:02.189634 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:02.190620 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:02.191793 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] 10.222.0.20 "PUT /v2.0/subnets/31595ba1-e895-4f6b-8dff-7e64d6186538 HTTP/1.1" status: 200 len: 868 time: 0.2568681 Mar 10 03:36:02.205544 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a745e4-9578-4b41-a75e-6dbc4b89b284 None None] Network eb88e43c-4858-4895-87e8-01d3c8a6f37a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:36:02.214123 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31595ba1-e895-4f6b-8dff-7e64d6186538,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:36:02.225483 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.225877 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.226206 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.226546 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.226964 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.227300 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.227650 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.227984 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.228345 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.228662 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.228991 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.229312 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.229811 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e69782-09eb-44e9-b0de-83ebbc0a39b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:02.539192 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-41243ff2-0e53-4429-bc78-1a43952fe96e None None] Provisioning complete for port 1e47a1f7-8751-497b-9219-4bd6a9862ccf triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:36:02.539585 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-41243ff2-0e53-4429-bc78-1a43952fe96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1e47a1f7-8751-497b-9219-4bd6a9862ccf), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:02.617938 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-41243ff2-0e53-4429-bc78-1a43952fe96e None None] Current status of the port 1e47a1f7-8751-497b-9219-4bd6a9862ccf is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:36:02.628199 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-41243ff2-0e53-4429-bc78-1a43952fe96e None None] Provisioning complete for port 4ab0906b-030e-44bd-81e8-875aa506d89d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:36:02.628588 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-41243ff2-0e53-4429-bc78-1a43952fe96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (4ab0906b-030e-44bd-81e8-875aa506d89d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:02.707408 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-41243ff2-0e53-4429-bc78-1a43952fe96e None None] Current status of the port 4ab0906b-030e-44bd-81e8-875aa506d89d is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:36:04.514332 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47074) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:04.714673 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fe3bd-27e4-411f-8856-3c9f5c5fb608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:04.715093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353fe3bd-27e4-411f-8856-3c9f5c5fb608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:04.716618 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-353fe3bd-27e4-411f-8856-3c9f5c5fb608 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007117 Mar 10 03:36:07.021305 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47082) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:07.153136 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f5f29-fc56-4319-8765-4c38550bd056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:07.153620 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f5f29-fc56-4319-8765-4c38550bd056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:07.155221 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-491f5f29-fc56-4319-8765-4c38550bd056 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329327 Mar 10 03:36:09.475178 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47090) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:09.598679 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ec2c3c-48fb-4627-84dd-441231bab0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:09.600084 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e8ec2c3c-48fb-4627-84dd-441231bab0aa admin admin] 10.222.0.20 "GET /v2.0/networks/b8b29516-8555-45be-847e-d2c83a83004e HTTP/1.1" status: 200 len: 886 time: 0.1239588 Mar 10 03:36:11.926063 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47098) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:12.073074 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060ed4b-a74e-4f01-b02b-3bf8c7072672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:12.074502 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e060ed4b-a74e-4f01-b02b-3bf8c7072672 admin admin] 10.222.0.20 "GET /v2.0/networks/eb88e43c-4858-4895-87e8-01d3c8a6f37a HTTP/1.1" status: 200 len: 869 time: 0.1474471 Mar 10 03:36:14.448138 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47108) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:14.573984 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606de657-ee98-4cf6-a937-83db30832996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:14.574444 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606de657-ee98-4cf6-a937-83db30832996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:14.576009 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-606de657-ee98-4cf6-a937-83db30832996 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269317 Mar 10 03:36:16.886878 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47116) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:16.976235 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8bdec-5614-4e3a-8c6f-2a99a6dc4b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:16.976700 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b8bdec-5614-4e3a-8c6f-2a99a6dc4b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:16.978197 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-01b8bdec-5614-4e3a-8c6f-2a99a6dc4b53 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903335 Mar 10 03:36:19.365962 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47124) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:19.458154 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ef09f-d6d5-48e0-a7ae-5cbae5f52b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:19.459522 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-360ef09f-d6d5-48e0-a7ae-5cbae5f52b1a admin admin] 10.222.0.20 "GET /v2.0/subnets/31595ba1-e895-4f6b-8dff-7e64d6186538 HTTP/1.1" status: 200 len: 868 time: 0.0926166 Mar 10 03:36:19.918739 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d5b3a00e-9792-48a6-89da-4c35cd02b8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:20.584711 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:36:21.785733 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47132) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:21.869461 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f8551-914d-42f9-9635-bb6f6b952e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:21.870779 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-817f8551-914d-42f9-9635-bb6f6b952e1f admin admin] 10.222.0.20 "GET /v2.0/subnets/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9 HTTP/1.1" status: 200 len: 816 time: 0.0841441 Mar 10 03:36:22.367938 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-db2f2145-ead6-4c70-b569-8064b77fff6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:23.501869 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:24.780258 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:26.399782 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:49.922708 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed22d-9ac1-4cb0-ad27-6b5fa332fc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:49.978920 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47184) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:50.026373 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [None req-761f3aed-fc06-44ef-bca0-85bd0bacc12e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:36:50.027407 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-761f3aed-fc06-44ef-bca0-85bd0bacc12e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475419 Mar 10 03:36:52.369664 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-234d227a-5578-408e-92f3-e79b6ee10529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:52.438411 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47192) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:52.498660 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.pecan_wsgi.hooks.translation [None req-80476969-f745-4fd4-a1fa-a23d4808c5b6 admin admin] GET failed (client error): The resource could not be found. Mar 10 03:36:52.500006 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-80476969-f745-4fd4-a1fa-a23d4808c5b6 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606396 Mar 10 03:36:52.587323 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54a150-2788-4474-afc4-d53f7698d105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:52.588805 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-7d54a150-2788-4474-afc4-d53f7698d105 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847139 Mar 10 03:36:53.503495 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:54.784572 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:54.901253 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47200) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:54.947553 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:36:54.968110 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Made reservation on behalf of 55bf700b1bce4400a5ee280d740d6a62 for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:36:54.970364 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:54.997234 dv-cinder-804735-27-iscsi neutron-server[109718]: WARNING neutron.services.revisions.revision_plugin [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Could not find related network for resource to bump revision. Mar 10 03:36:55.008115 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:36:55.017667 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (8b914027-f065-4234-ad34-42df2537991b), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:55.018012 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Added segment 8b914027-f065-4234-ad34-42df2537991b of type vlan for network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 Mar 10 03:36:55.056148 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (46a88fd7-fe18-4167-a9fc-c0f04d02c828), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:55.080121 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (46a88fd7-fe18-4167-a9fc-c0f04d02c828), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:55.081043 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:55.081638 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:55.105616 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2033305 Mar 10 03:36:55.147094 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000f0b9-ec2d-425d-be4b-859dca9684b3 admin admin] Pushing event updated for resources: {'Network': ['ID=46a88fd7-fe18-4167-a9fc-c0f04d02c828,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:36:55.161880 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:36:56.395218 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:57.464025 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47208) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:36:57.526382 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a02c9dc-1d90-4bdc-bcbc-e8dc87bc64f7 admin admin] GET failed (client error): The resource could not be found. Mar 10 03:36:57.527727 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-5a02c9dc-1d90-4bdc-bcbc-e8dc87bc64f7 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627520 Mar 10 03:36:57.582965 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:36:57.630948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09813618-d5a5-43fa-9ece-a9d57a595e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:57.632411 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-09813618-d5a5-43fa-9ece-a9d57a595e5d admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1005766 Mar 10 03:36:57.642967 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Request body: {'subnet': {'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:36:57.663318 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Made reservation on behalf of 55bf700b1bce4400a5ee280d740d6a62 for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:36:57.665496 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:57.827833 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (31b0fc60-9a00-4d6f-b5a7-c74e4f37cb90), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:57.874257 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b0fc60-9a00-4d6f-b5a7-c74e4f37cb90,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:36:57.888145 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.888519 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.888867 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.889206 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.889537 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.889866 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.890207 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.890538 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.890912 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.891242 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.891566 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.891888 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.892208 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:57.900170 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Checking segment: {'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:36:57.900526 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Network hostable DHCP agents. Network: 46a88fd7-fe18-4167-a9fc-c0f04d02c828, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:36:57.917312 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:36:57.925733 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 46a88fd7-fe18-4167-a9fc-c0f04d02c828) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:36:57.930082 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:36:57.930884 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:57.935063 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b9e33d-28d2-430a-82d6-83230ac7e2a8 None None] Network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:36:57.946532 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-309c176b-b251-4e14-8cae-bc1eba665d70 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3069115 Mar 10 03:36:58.042234 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-46a88fd7-fe18-4167-a9fc-c0f04d02c828', 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828', 'project_id': '55bf700b1bce4400a5ee280d740d6a62', 'fixed_ips': [{'subnet_id': '31b0fc60-9a00-4d6f-b5a7-c74e4f37cb90'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:36:58.043288 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:58.197085 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Allocated IP 192.168.233.2 (46a88fd7-fe18-4167-a9fc-c0f04d02c828/31b0fc60-9a00-4d6f-b5a7-c74e4f37cb90/aea010ec-b842-43d7-b14b-09af0451b924) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:36:58.338479 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Publish callbacks [] for port (aea010ec-b842-43d7-b14b-09af0451b924), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:58.346989 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (aea010ec-b842-43d7-b14b-09af0451b924), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:58.392212 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:36:58.395815 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:36:58.400569 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Pushing event updated for resources: {'Port': ['ID=aea010ec-b842-43d7-b14b-09af0451b924,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:36:58.402741 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:36:58.414984 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.415352 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.415718 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.416059 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.416394 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.416717 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.417057 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.417385 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.417712 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.418043 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.418370 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.419766 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.419766 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:36:58.466353 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Attempting to bind port aea010ec-b842-43d7-b14b-09af0451b924 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:36:58.466671 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Attempting to bind port aea010ec-b842-43d7-b14b-09af0451b924 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:36:58.467045 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Attempting to bind port aea010ec-b842-43d7-b14b-09af0451b924 on network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:36:58.472107 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:36:58.472473 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Checking segment: {'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:36:58.472873 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:58.473261 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Bound using segment: {'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:36:58.473721 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Bound port: aea010ec-b842-43d7-b14b-09af0451b924, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:36:58.474091 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (aea010ec-b842-43d7-b14b-09af0451b924), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:58.536887 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] For port aea010ec-b842-43d7-b14b-09af0451b924, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:36:58.540147 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] For port aea010ec-b842-43d7-b14b-09af0451b924, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=aea010ec-b842-43d7-b14b-09af0451b924,segment=NetworkSegment(8b914027-f065-4234-ad34-42df2537991b),segment_id=8b914027-f065-4234-ad34-42df2537991b)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:36:58.548819 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (aea010ec-b842-43d7-b14b-09af0451b924), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:58.711328 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4644671-5abf-4636-b201-0dedd6d22dc5 None None] Pushing event updated for resources: {'Port': ['ID=aea010ec-b842-43d7-b14b-09af0451b924,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:36:59.275318 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device aea010ec-b842-43d7-b14b-09af0451b924 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:36:59.328554 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port aea010ec-b842-43d7-b14b-09af0451b924 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:36:59.329620 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (aea010ec-b842-43d7-b14b-09af0451b924), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:59.414549 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port aea010ec-b842-43d7-b14b-09af0451b924 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:36:59.414983 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (aea010ec-b842-43d7-b14b-09af0451b924), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:59.455017 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port aea010ec-b842-43d7-b14b-09af0451b924, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=aea010ec-b842-43d7-b14b-09af0451b924,segment=NetworkSegment(8b914027-f065-4234-ad34-42df2537991b),segment_id=8b914027-f065-4234-ad34-42df2537991b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:36:59.458461 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (aea010ec-b842-43d7-b14b-09af0451b924), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:59.511782 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=aea010ec-b842-43d7-b14b-09af0451b924,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:36:59.632435 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb36c5-a644-4d33-8bdf-ab3fc7129744 None None] Network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:36:59.710051 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-9ee7f3f3-9ee3-4ebc-9e2f-95986ed58b11 None None] Provisioning complete for port aea010ec-b842-43d7-b14b-09af0451b924 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:36:59.710426 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-9ee7f3f3-9ee3-4ebc-9e2f-95986ed58b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (aea010ec-b842-43d7-b14b-09af0451b924), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:36:59.822854 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-9ee7f3f3-9ee3-4ebc-9e2f-95986ed58b11 None None] Current status of the port aea010ec-b842-43d7-b14b-09af0451b924 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:37:00.046537 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-a7eca97c-5b84-4020-9640-60a209849680 None None] Provisioning complete for port aea010ec-b842-43d7-b14b-09af0451b924 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:37:00.047012 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a7eca97c-5b84-4020-9640-60a209849680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (aea010ec-b842-43d7-b14b-09af0451b924), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:00.128118 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-a7eca97c-5b84-4020-9640-60a209849680 None None] Current status of the port aea010ec-b842-43d7-b14b-09af0451b924 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:37:01.225568 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device aea010ec-b842-43d7-b14b-09af0451b924 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:37:01.274274 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port aea010ec-b842-43d7-b14b-09af0451b924 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:37:01.274657 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (aea010ec-b842-43d7-b14b-09af0451b924), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:01.357157 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port aea010ec-b842-43d7-b14b-09af0451b924 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:37:19.926579 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-933751a6-eab1-436f-8359-6aa4c36b4d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:22.371879 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fe31c880-e407-47c9-be10-47147fae8bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:23.506197 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:24.789225 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:26.397745 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:34.582069 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:37:49.930239 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-92dbec44-0e2d-43e7-a48c-283bd6e67154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:52.372759 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0451df9c-ce2a-4fb0-b626-28080e7ea262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:53.509151 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:54.794134 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:37:56.399191 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:11.581699 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:38:19.931613 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5fe63771-99af-4087-aa4b-a0c5d92cb505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:22.374785 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-af65da0c-0dc6-4774-b749-50c10bb75879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:23.514187 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:24.431818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47246) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:38:24.437824 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [None req-78c5f8a5-98b8-4448-8bec-cc75fad7360f tempest-verify_tempest_config-50428619 tempest-verify_tempest_config-50428619-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:38:24.438831 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-78c5f8a5-98b8-4448-8bec-cc75fad7360f tempest-verify_tempest_config-50428619 tempest-verify_tempest_config-50428619-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059512 Mar 10 03:38:24.723973 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47264) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:38:24.794469 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:24.837518 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:24.940755 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Publish callbacks [] for security_group (96f4cdcb-f92c-40a2-9083-f9c9159dd043), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:24.944124 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (96f4cdcb-f92c-40a2-9083-f9c9159dd043), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:24.987689 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8dd8118c01a49c4b8946a36c75fd6ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2626965 Mar 10 03:38:24.990424 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f4cdcb-f92c-40a2-9083-f9c9159dd043,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:38:24.990673 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47268) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:38:24.996350 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.996718 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.997064 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.997401 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.997734 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.998064 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.998394 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.998749 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.999084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.999411 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:24.999737 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.000061 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.000382 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12b13dc-e867-406e-8ffa-acb8489e785f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.050752 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Publish callbacks [] for security_group (96f4cdcb-f92c-40a2-9083-f9c9159dd043), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:25.070372 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Publish callbacks [] for security_group (96f4cdcb-f92c-40a2-9083-f9c9159dd043), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:25.159817 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (96f4cdcb-f92c-40a2-9083-f9c9159dd043), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:25.162809 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:25.164481 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96f4cdcb-f92c-40a2-9083-f9c9159dd043 HTTP/1.1" status: 204 len: 168 time: 0.1722019 Mar 10 03:38:25.172764 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f4cdcb-f92c-40a2-9083-f9c9159dd043,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:38:25.179317 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.179687 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.180035 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.180475 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.180819 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.181148 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.181478 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.181847 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.182177 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.182528 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.182880 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.183465 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:25.183797 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdd64e6-dcb0-471d-8a18-38fefd11803f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:38:26.403121 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:48.579938 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:38:49.936391 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f0076d11-6877-40f5-ae1c-a1db18395297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:52.376066 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ff32363c-2a4c-44ae-b0f3-a49daca89994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:53.515708 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:54.796591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:38:56.404939 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:19.937630 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5e925f81-f4d6-49ed-a745-cb7a791b7a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:22.377302 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5d7c2874-df66-4758-9a13-2ee7e5dfe635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:23.518284 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:24.799672 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:25.578940 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 5 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:39:26.406835 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:49.938065 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4a11c2a8-01f2-4007-bf9f-a20531077b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:52.380519 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-39019797-6906-45c9-b79f-e90f227a4c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:53.523119 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:54.803870 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:39:56.409171 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:00.550651 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-581397'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:02.578137 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:40:15.546247 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47340) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:40:15.651760 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-b7b27397-e277-43ac-8704-35ddddadb9b3 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1043706 Mar 10 03:40:17.988760 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47350) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:40:18.047738 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-27ef6191-049b-490c-a6ba-481b88a6d53b admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0578737 Mar 10 03:40:19.942602 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-b2445c3f-3681-4d5e-9d97-b05dbfc27da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:22.384820 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5ed47e97-fdb1-4260-b4bd-228ea51bb229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:23.525198 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:24.806183 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:26.412216 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:30.534862 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:39.578155 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:40:49.943925 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-edb5257b-6c84-44a2-952a-885e0c929628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:52.385516 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-95067419-9fdc-4fa9-98a9-1b4635e68ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:53.530906 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:54.808533 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:40:56.413866 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:00.538362 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:16.577378 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:41:19.947837 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-34a6577e-2caa-429d-bf04-d577ac2e7503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:22.389624 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d9059b0e-b1cb-40d8-aa01-570d2c148b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:23.532168 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:24.812632 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:26.416655 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:30.547473 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:49.966853 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f28ad442-ad28-454e-b1e0-64b352f8d0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:52.404793 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1a531cce-27cb-471d-8c5a-64518ac49382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:53.539250 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:53.577799 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:41:54.539544 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47524) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:54.797702 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1984641909-network', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:54.831165 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:54.837847 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47546) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:54.845320 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Made reservation on behalf of 260d8e849e8048faa932ae5b7639edcf for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:54.847888 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:54.861218 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:54.946964 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Publish callbacks [] for security_group (e9f476c0-e4fa-45e9-830e-ac4e9afa5817), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:54.952140 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (e9f476c0-e4fa-45e9-830e-ac4e9afa5817), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:54.971366 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:41:54.986884 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761124812813', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (98ad357a-7d41-49ef-b323-201dab5f717b), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:54.987785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Unsubscribe: segment precommit_create {{(pid=109719) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 10 03:41:54.988413 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Added segment 98ad357a-7d41-49ef-b323-201dab5f717b of type vlan for network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae Mar 10 03:41:55.152460 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f476c0-e4fa-45e9-830e-ac4e9afa5817,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:55.161407 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.165659 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.166005 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.166530 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.167042 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.167551 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.168098 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.168612 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.169135 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.169806 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.170299 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.170804 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.171290 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.171782 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Tracked resource versions report: Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: pushed versions: Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: { 'AddressGroup': {'1.2'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'ConntrackHelper': {'1.0'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'LocalIPAssociation': {'1.0'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Log': {'1.0'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Network': {'1.1'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Port': {'1.7'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'PortForwarding': {'1.2'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'QosPolicy': {'1.10'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SecurityGroup': {'1.5'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SecurityGroupRule': {'1.2'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SubPort': {'1.0'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Subnet': {'1.1'}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Trunk': {'1.1'}} Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: consumer versions: Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: { DHCP agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: HyperV agent@hv-cinder-80473: {}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: L3 agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: Metadata agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: Metering agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: Open vSwitch agent@dv-cinder-804735-27-iscsi: { 'AddressGroup': '1.2', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'ConntrackHelper': '1.0', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'LocalIPAssociation': '1.0', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Log': '1.0', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Network': '1.1', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Port': '1.7', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'PortForwarding': '1.2', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'QosPolicy': '1.10', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SecurityGroup': '1.5', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SecurityGroupRule': '1.2', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'SubPort': '1.0', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Subnet': '1.1', Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: 'Trunk': '1.1'}} Mar 10 03:41:55.177004 dv-cinder-804735-27-iscsi neutron-server[109719]: {{(pid=109719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 03:41:55.217981 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.219066 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:55.219678 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.244529 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-network', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:55.276198 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47562) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:55.284407 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Made reservation on behalf of 14c99abeccd643f48f412c92c8934a4c for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:55.287353 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.297803 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.332512 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] Pushing event updated for resources: {'Network': ['ID=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:55.349681 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:41:55.354396 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47566) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:55.354502 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-79ebd814-8add-49f9-bb45-859961b70d84 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8099289 Mar 10 03:41:55.361422 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Request body: {'subnet': {'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1984641909-subnet', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:55.422516 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Made reservation on behalf of 260d8e849e8048faa932ae5b7639edcf for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:55.425305 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.549483 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Publish callbacks [] for security_group (b77563eb-3df8-41c7-af63-5c523368e0c8), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.564682 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b77563eb-3df8-41c7-af63-5c523368e0c8), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.592189 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:41:55.630669 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77563eb-3df8-41c7-af63-5c523368e0c8,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:55.648866 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47588) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:55.654456 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (b56e81ff-2649-45b6-9a0a-e7b78e8da3b2), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.654867 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Added segment b56e81ff-2649-45b6-9a0a-e7b78e8da3b2 of type vlan for network 4748401d-8447-46a1-8e5b-6fca736d9ea3 Mar 10 03:41:55.663425 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.663782 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.664369 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.664812 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.665296 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.665650 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.666008 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.666358 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.666725 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.667073 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.667407 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.667738 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.668849 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Tracked resource versions report: Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: pushed versions: Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: { 'AddressGroup': {'1.2'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'ConntrackHelper': {'1.0'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'LocalIPAssociation': {'1.0'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Log': {'1.0'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Network': {'1.1'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Port': {'1.7'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'PortForwarding': {'1.2'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'QosPolicy': {'1.10'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SecurityGroup': {'1.5'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SecurityGroupRule': {'1.2'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SubPort': {'1.0'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Subnet': {'1.1'}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Trunk': {'1.1'}} Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: consumer versions: Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: { DHCP agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: HyperV agent@hv-cinder-80473: {}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: L3 agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: Metadata agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: Metering agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: Open vSwitch agent@dv-cinder-804735-27-iscsi: { 'AddressGroup': '1.2', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'ConntrackHelper': '1.0', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'LocalIPAssociation': '1.0', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Log': '1.0', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Network': '1.1', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Port': '1.7', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'PortForwarding': '1.2', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'QosPolicy': '1.10', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SecurityGroup': '1.5', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SecurityGroupRule': '1.2', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'SubPort': '1.0', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Subnet': '1.1', Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: 'Trunk': '1.1'}} Mar 10 03:41:55.669939 dv-cinder-804735-27-iscsi neutron-server[109718]: {{(pid=109718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 03:41:55.825919 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47596) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:55.832576 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-607575801-network', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:55.866435 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (4748401d-8447-46a1-8e5b-6fca736d9ea3), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.888341 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-network', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:55.916100 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Made reservation on behalf of 5d06f556d50a488797e95fb2be32ba7c for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:55.919751 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.928626 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.929246 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.945942 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Made reservation on behalf of a093bec6b657435baf12b36d64ec49b8 for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:55.948803 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:55.968299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.010299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (4748401d-8447-46a1-8e5b-6fca736d9ea3), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.011287 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:56.012450 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.032314 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Publish callbacks [] for security_group (0a6714d1-aa72-426e-abee-89a42c78e4d5), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.039883 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1829362979-network', 'tenant_id': 'b9ea7a7d0db24e4f8c9a0c578ce201bd'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:56.061041 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0a6714d1-aa72-426e-abee-89a42c78e4d5), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.070382 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Made reservation on behalf of b9ea7a7d0db24e4f8c9a0c578ce201bd for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:56.073145 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.085408 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.100028 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] Pushing event updated for resources: {'Network': ['ID=4748401d-8447-46a1-8e5b-6fca736d9ea3,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:56.102256 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:41:56.116328 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:41:56.143506 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (ad1b0dd8-135d-4664-85a1-435e2d29b96d), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.144218 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Added segment ad1b0dd8-135d-4664-85a1-435e2d29b96d of type vlan for network be7ebf66-3afd-4457-b3e5-deb620cb0dfa Mar 10 03:41:56.145648 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Checking segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:41:56.146029 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Network hostable DHCP agents. Network: bb55fa91-2c32-434c-a9eb-3bb4b12c25ae, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:41:56.160653 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6714d1-aa72-426e-abee-89a42c78e4d5,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:56.167741 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-00a78e1d-265e-425a-a813-1e8258afef21 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3286915 Mar 10 03:41:56.174003 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47616) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:56.189977 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Request body: {'subnet': {'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-subnet', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:56.204811 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:56.211758 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (be7ebf66-3afd-4457-b3e5-deb620cb0dfa), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.230483 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:41:56.250960 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, bb55fa91-2c32-434c-a9eb-3bb4b12c25ae) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:41:56.257131 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:56.258225 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.271152 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Made reservation on behalf of 14c99abeccd643f48f412c92c8934a4c for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:56.274880 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.277135 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (be7ebf66-3afd-4457-b3e5-deb620cb0dfa), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.278735 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:56.279564 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.283873 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Publish callbacks [] for security_group (abee94c4-f8d6-45da-a91a-79056ffc19b2), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.297437 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776dd966-25e5-4b9a-8341-d339467e7b44 None None] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:41:56.305502 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (abee94c4-f8d6-45da-a91a-79056ffc19b2), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.336855 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6861651 Mar 10 03:41:56.337854 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47620) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:56.350072 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Request body: {'subnet': {'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-subnet', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:56.356684 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:41:56.412294 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae51e7-aaa7-4ef5-b0b4-dd2ac6061b36 admin admin] Pushing event updated for resources: {'Network': ['ID=be7ebf66-3afd-4457-b3e5-deb620cb0dfa,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:56.424988 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (a01cb2cf-b59c-4258-9f17-b05b86d07b7e), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.425464 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Added segment a01cb2cf-b59c-4258-9f17-b05b86d07b7e of type vlan for network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d Mar 10 03:41:56.438551 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network be7ebf66-3afd-4457-b3e5-deb620cb0dfa details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:41:56.450172 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abee94c4-f8d6-45da-a91a-79056ffc19b2,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:56.474643 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Made reservation on behalf of 5d06f556d50a488797e95fb2be32ba7c for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:56.477094 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.490634 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (d6c283a8-0397-4383-8c33-70df8d3bfb02), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.510489 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (53444f2b-76a3-43e4-8dfa-5ce598a63d3d), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.511346 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c7eac3c9-4068-4a25-924b-eb8dd7dabfc2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1562829 Mar 10 03:41:56.522626 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47626) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:56.526901 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:56.563909 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Publish callbacks [] for security_group (5c15abc6-8693-4edb-b883-5adce2655875), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.576050 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (5c15abc6-8693-4edb-b883-5adce2655875), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.614734 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c15abc6-8693-4edb-b883-5adce2655875,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:56.625280 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (53444f2b-76a3-43e4-8dfa-5ce598a63d3d), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.625880 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:56.626512 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.636871 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.638291 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.644995 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c283a8-0397-4383-8c33-70df8d3bfb02,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:56.662367 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Checking segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:41:56.663055 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Network hostable DHCP agents. Network: 4748401d-8447-46a1-8e5b-6fca736d9ea3, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:41:56.669750 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:41:56.696198 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (5482fb97-e4b3-4b49-abde-632781b4d3d3), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.697420 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Added segment 5482fb97-e4b3-4b49-abde-632781b4d3d3 of type vlan for network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb Mar 10 03:41:56.706826 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.730905 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9029889 Mar 10 03:41:56.737468 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47636) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:56.740241 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:41:56.746008 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Request body: {'subnet': {'network_id': '53444f2b-76a3-43e4-8dfa-5ce598a63d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1829362979-subnet', 'tenant_id': 'b9ea7a7d0db24e4f8c9a0c578ce201bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:56.782433 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.785297 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300fb62-e060-4db2-a550-142884697e51 admin admin] Pushing event updated for resources: {'Network': ['ID=53444f2b-76a3-43e4-8dfa-5ce598a63d3d,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:56.797811 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 4748401d-8447-46a1-8e5b-6fca736d9ea3) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:41:56.805724 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:56.807120 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.812418 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Made reservation on behalf of b9ea7a7d0db24e4f8c9a0c578ce201bd for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:56.817178 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.819047 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:41:56.885438 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks [] for router_controller (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), precommit_add_association {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:56.945325 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e9fe9-4c18-48a0-9d56-489231e23dba None None] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:41:56.974457 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:41:56.978230 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.010610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.014333 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.db.resource_extend [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 03:41:57.064963 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-5a2ac5ae-c8e2-404c-8847-d170078b3199 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8806529 Mar 10 03:41:57.068566 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47650) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:57.074192 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:57.097156 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.098138 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:57.098791 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.120076 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:57.145392 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8678122 Mar 10 03:41:57.148885 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47654) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:57.157594 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Request body: {'subnet': {'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-607575801-subnet', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:57.182883 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Checking segment: {'id': 'a01cb2cf-b59c-4258-9f17-b05b86d07b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53444f2b-76a3-43e4-8dfa-5ce598a63d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:41:57.183249 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Network hostable DHCP agents. Network: 53444f2b-76a3-43e4-8dfa-5ce598a63d3d, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:41:57.204575 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (9695ff10-9709-4b01-80a4-15e818c5585f), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.206133 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (9695ff10-9709-4b01-80a4-15e818c5585f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.228146 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.263797 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05786d1d-2b0f-49e6-8540-870628e374a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:57.279489 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Made reservation on behalf of a093bec6b657435baf12b36d64ec49b8 for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:41:57.282379 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.344244 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:41:57.400275 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks [] for router_gateway (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.506016 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:41:57.536471 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Allocated IP 172.20.0.2 (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae/19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4/0801250c-c4c6-4782-84c8-347d3fc4f813) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:41:57.548463 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 53444f2b-76a3-43e4-8dfa-5ce598a63d3d) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:41:57.565771 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:57.566246 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-4748401d-8447-46a1-8e5b-6fca736d9ea3', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:41:57.566451 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.567257 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.579083 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (8431c025-18d2-4e31-98d0-c31b7ed465d2), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.603450 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c83a180c-20ab-4d2b-9eea-c6b3b7ea1b9f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8544319 Mar 10 03:41:57.603667 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e60be2b-6284-4a35-ad5b-40ba1ad950e8 None None] Network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:41:57.628222 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:57.648482 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks [] for router_controller (9695ff10-9709-4b01-80a4-15e818c5585f), precommit_add_association {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.701102 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8431c025-18d2-4e31-98d0-c31b7ed465d2,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:57.718656 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Checking segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:41:57.719116 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Network hostable DHCP agents. Network: 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:41:57.763501 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:41:57.768151 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Checking segment: {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:41:57.769492 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Network hostable DHCP agents. Network: be7ebf66-3afd-4457-b3e5-deb620cb0dfa, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:41:57.787011 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:41:57.799523 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:57.800129 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.836971 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129826d9-3b58-409b-b7f9-c06becd6af7b None None] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:41:57.844943 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-eec86505-682e-4b47-851b-915c188782a8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6927092 Mar 10 03:41:57.845746 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47678) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:57.855784 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:57.915027 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.916747 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.968014 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks [] for router_gateway (9695ff10-9709-4b01-80a4-15e818c5585f), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:57.972899 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Network be7ebf66-3afd-4457-b3e5-deb620cb0dfa is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:41:58.021847 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks [] for router_controller (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), precommit_add_association {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.201045 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Publish callbacks [] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.208723 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks [] for router_gateway (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.243421 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, be7ebf66-3afd-4457-b3e5-deb620cb0dfa) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:41:58.277880 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:58.280062 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.280463 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f6785-1d1c-4dae-9e32-691c48dbf6e1 None None] Network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:41:58.282649 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc8f856-3495-494b-bb9a-1b134eca084e None None] Network be7ebf66-3afd-4457-b3e5-deb620cb0dfa requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:41:58.311797 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-17323bb9-7b4c-40c7-b66f-88af391ac1d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9669943 Mar 10 03:41:58.317987 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47716) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:58.319389 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.330102 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:41:58.373996 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47724) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:41:58.380161 dv-cinder-804735-27-iscsi neutron-server[109718]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 03:41:58.442420 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.443561 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.475908 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Allocated IP 172.20.0.2 (4748401d-8447-46a1-8e5b-6fca736d9ea3/d6c283a8-0397-4383-8c33-70df8d3bfb02/509087f4-f163-49b0-98ef-e17d14e94d6a) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:41:58.549190 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks [] for router_gateway (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.583619 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.777801 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Allocated IP 172.27.1.222 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/a19592ad-9a59-425f-aff7-5fb56465c7fc) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:41:58.915550 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks [] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.916829 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks [] for router_controller (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), precommit_add_association {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.923983 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:41:58.924993 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:58.934110 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-eda5e13b-d318-4000-90c1-0a6961bdd33e tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:41:58.935919 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-eda5e13b-d318-4000-90c1-0a6961bdd33e tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/networks?id=53444f2b-76a3-43e4-8dfa-5ce598a63d3d HTTP/1.1" status: 200 len: 812 time: 0.5602336 Mar 10 03:41:58.976734 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:41:58.983891 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Pushing event updated for resources: {'Port': ['ID=0801250c-c4c6-4782-84c8-347d3fc4f813,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:58.991510 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-a178bcb2-b25c-47fd-b928-ae73fb8510d2 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/quotas/b9ea7a7d0db24e4f8c9a0c578ce201bd HTTP/1.1" status: 200 len: 375 time: 0.0189321 Mar 10 03:41:59.020961 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:41:59.033463 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:41:59.068128 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.068505 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.068880 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.069224 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.069673 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.069891 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.070220 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.070551 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.081791 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.081791 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.082063 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.082337 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.082674 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Tracked resource versions report: Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: pushed versions: Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: { 'AddressGroup': {'1.2'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'ConntrackHelper': {'1.0'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'LocalIPAssociation': {'1.0'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Log': {'1.0'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Network': {'1.1'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Port': {'1.7'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'PortForwarding': {'1.2'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'QosPolicy': {'1.10'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SecurityGroup': {'1.5'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SecurityGroupRule': {'1.2'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SubPort': {'1.0'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Subnet': {'1.1'}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Trunk': {'1.1'}} Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: consumer versions: Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: { DHCP agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: HyperV agent@hv-cinder-80473: {}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: L3 agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: Metadata agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: Metering agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: Open vSwitch agent@dv-cinder-804735-27-iscsi: { 'AddressGroup': '1.2', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'ConntrackHelper': '1.0', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'LocalIPAssociation': '1.0', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Log': '1.0', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Network': '1.1', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Port': '1.7', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'PortForwarding': '1.2', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'QosPolicy': '1.10', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SecurityGroup': '1.5', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SecurityGroupRule': '1.2', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'SubPort': '1.0', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Subnet': '1.1', Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: 'Trunk': '1.1'}} Mar 10 03:41:59.083860 dv-cinder-804735-27-iscsi neutron-server[109720]: {{(pid=109720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 03:41:59.119069 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-79177043-646d-4e18-8ae4-524f483c0b08 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b9ea7a7d0db24e4f8c9a0c578ce201bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864663 Mar 10 03:41:59.121510 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks [] for router_gateway (9695ff10-9709-4b01-80a4-15e818c5585f), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.128920 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.169709 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Publish callbacks [] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.194860 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:41:59.212887 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.224559 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Pushing event updated for resources: {'Port': ['ID=a19592ad-9a59-425f-aff7-5fb56465c7fc,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:59.229946 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:41:59.232528 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:41:59.277196 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks [] for router_gateway (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.318864 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f62eb7-0aef-4033-b6df-834761b786e1 None None] Network be7ebf66-3afd-4457-b3e5-deb620cb0dfa requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:41:59.330798 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks [] for router_gateway (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.352550 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.359631 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:41:59.367320 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Attempting to bind port 0801250c-c4c6-4782-84c8-347d3fc4f813 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:41:59.367948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.368146 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Attempting to bind port 0801250c-c4c6-4782-84c8-347d3fc4f813 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:41:59.368690 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Attempting to bind port 0801250c-c4c6-4782-84c8-347d3fc4f813 on network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:41:59.402589 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:41:59.403083 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Checking segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:41:59.403560 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.404031 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Bound using segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:41:59.404602 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Bound port: 0801250c-c4c6-4782-84c8-347d3fc4f813, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:41:59.405054 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.414201 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:41:59.423000 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:41:59.430002 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Pushing event updated for resources: {'Port': ['ID=509087f4-f163-49b0-98ef-e17d14e94d6a,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:41:59.539167 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Allocated IP 172.20.0.2 (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb/8431c025-18d2-4e31-98d0-c31b7ed465d2/67ce9763-e00c-441d-b07e-7f3898782d7a) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:41:59.548467 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-faa14d52-b300-4c59-8f7b-011d07b5549b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:41:59.549558 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-faa14d52-b300-4c59-8f7b-011d07b5549b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1737056 Mar 10 03:41:59.551829 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Allocated IP 172.27.1.135 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/f1242735-e3d3-4f8a-9d5b-68277f58042c) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:41:59.564871 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks [] for router_gateway (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.716763 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Attempting to bind port 509087f4-f163-49b0-98ef-e17d14e94d6a on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:41:59.717154 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Attempting to bind port 509087f4-f163-49b0-98ef-e17d14e94d6a by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:41:59.717527 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Attempting to bind port 509087f4-f163-49b0-98ef-e17d14e94d6a on network 4748401d-8447-46a1-8e5b-6fca736d9ea3 {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:41:59.769780 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] For port 0801250c-c4c6-4782-84c8-347d3fc4f813, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:41:59.815097 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:41:59.815673 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Checking segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:41:59.816183 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.816716 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Bound using segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:41:59.817925 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Bound port: 509087f4-f163-49b0-98ef-e17d14e94d6a, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:41:59.818423 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.847768 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] For port 0801250c-c4c6-4782-84c8-347d3fc4f813, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=0801250c-c4c6-4782-84c8-347d3fc4f813,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:41:59.862885 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.866372 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks [] for router_gateway (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.884209 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.909897 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:41:59.925190 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-bc2af28c-4d0f-4322-b0b7-6869f0192cee service neutron] 10.222.0.20 "GET /v2.0/networks/53444f2b-76a3-43e4-8dfa-5ce598a63d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483741 Mar 10 03:42:00.032024 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks [] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.045337 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] For port 509087f4-f163-49b0-98ef-e17d14e94d6a, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:00.056996 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03979d6d-0da3-4dc3-bd0f-5b38fe6265af None None] Pushing event updated for resources: {'Port': ['ID=0801250c-c4c6-4782-84c8-347d3fc4f813,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:00.090760 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] For port 509087f4-f163-49b0-98ef-e17d14e94d6a, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=509087f4-f163-49b0-98ef-e17d14e94d6a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:00.109203 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.121882 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Publish callbacks [] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.151979 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:42:00.175683 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-7174dda0-a1b9-4e9e-a82e-5706c8bebbc6 service neutron] 10.222.0.20 "GET /v2.0/networks/53444f2b-76a3-43e4-8dfa-5ce598a63d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495470 Mar 10 03:42:00.178251 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.192917 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9841f9-aeef-4072-aff2-e03511f17a5b None None] Pushing event updated for resources: {'Port': ['ID=509087f4-f163-49b0-98ef-e17d14e94d6a,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:00.199406 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.260195 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:00.267968 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:00.276928 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:00.322986 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:00.326203 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:00.337942 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:00.385461 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Pushing event updated for resources: {'Port': ['ID=67ce9763-e00c-441d-b07e-7f3898782d7a,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:00.464621 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Attempting to bind port 67ce9763-e00c-441d-b07e-7f3898782d7a on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:00.467025 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Attempting to bind port 67ce9763-e00c-441d-b07e-7f3898782d7a by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:00.467967 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Attempting to bind port 67ce9763-e00c-441d-b07e-7f3898782d7a on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:00.474426 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Allocated IP 172.27.1.7 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/fdd5d2b4-64db-45a6-9af3-6e23595061d8) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:00.477940 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Pushing event updated for resources: {'Port': ['ID=f1242735-e3d3-4f8a-9d5b-68277f58042c,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:00.482947 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:00.484857 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Checking segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:00.485545 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.486817 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Bound using segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:00.489139 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Bound port: 67ce9763-e00c-441d-b07e-7f3898782d7a, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:00.489664 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.648067 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:00.648215 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] For port 67ce9763-e00c-441d-b07e-7f3898782d7a, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:00.661240 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] For port 67ce9763-e00c-441d-b07e-7f3898782d7a, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=67ce9763-e00c-441d-b07e-7f3898782d7a,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:00.662579 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Sync routers for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:00.669966 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.674253 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.687160 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:00.692545 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:00.730047 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:00.732248 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f5187ecb-d6f5-409b-bc26-0ddcb6b24e27 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2085347 Mar 10 03:42:00.735891 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47788) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:00.937854 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfd4b0-5b9d-4657-8eee-148fdae60477 None None] Pushing event updated for resources: {'Port': ['ID=67ce9763-e00c-441d-b07e-7f3898782d7a,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:01.158223 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:01.529010 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks [] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:01.544604 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-74ab9c67-716c-42ad-8534-b2db2923301c req-c5e71b97-6f49-4326-8f3c-c02dbe18a093 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 210 time: 0.6623008 Mar 10 03:42:01.614125 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:41:59Z', 'revision_number': 3, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:01.646063 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Checking router: 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:01.646901 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Updating router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 port a19592ad-9a59-425f-aff7-5fb56465c7fc binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:42:01.659825 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks [] for router_gateway (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:01.734213 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:01.756473 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:01.799605 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 509087f4-f163-49b0-98ef-e17d14e94d6a up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:01.925429 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:01.927647 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Allocated IP 172.27.1.157 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/c76891ad-6525-4775-94c5-47e3b3fb4ade) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:01.940462 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 509087f4-f163-49b0-98ef-e17d14e94d6a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:01.940883 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:01.952850 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:02.002956 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:02.012464 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Pushing event updated for resources: {'Port': ['ID=fdd5d2b4-64db-45a6-9af3-6e23595061d8,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:02.123628 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 509087f4-f163-49b0-98ef-e17d14e94d6a is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:02.124503 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.129386 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d4e830-02b9-4824-9afb-33b85822028a None None] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:42:02.160198 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.239913 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks [] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.353913 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.383034 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 509087f4-f163-49b0-98ef-e17d14e94d6a, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=509087f4-f163-49b0-98ef-e17d14e94d6a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:02.386088 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10d611-e70d-411b-924e-56a8f70180f8 None None] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:42:02.436222 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:02.448078 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:02.448460 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.451769 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.453029 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 67ce9763-e00c-441d-b07e-7f3898782d7a up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:02.478444 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:02.688282 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-71512c20-adfa-4699-a19d-3be4f2848843 None None] Provisioning complete for port 0801250c-c4c6-4782-84c8-347d3fc4f813 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:02.689030 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-71512c20-adfa-4699-a19d-3be4f2848843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.729955 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Allocated IP 172.20.0.1 (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae/19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4/b639bd6a-de14-4bf2-bc13-9a465e3b88be) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:02.742065 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks [] for router_gateway (9695ff10-9709-4b01-80a4-15e818c5585f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.755044 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Pushing event updated for resources: {'Port': ['ID=c76891ad-6525-4775-94c5-47e3b3fb4ade,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:02.765670 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-24738577-13a3-40b1-9a56-408037e23165 req-6fca6035-bc1d-4b7c-b2ae-ce50f9983f5c tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 210 time: 0.0863278 Mar 10 03:42:02.814952 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Publish callbacks [] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.831380 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:02.883834 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e063ea36-ef66-4f6d-af41-90cb53cfa430 None None] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:42:02.903901 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:42:02.935631 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Pushing event updated for resources: {'Port': ['ID=a19592ad-9a59-425f-aff7-5fb56465c7fc,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:02.962754 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.963445 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.963983 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.964483 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.965602 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.966123 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.966637 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.967196 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.967735 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.968279 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.968778 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.969693 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.970227 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:42:02.971439 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=509087f4-f163-49b0-98ef-e17d14e94d6a,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Tracked resource versions report: Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: pushed versions: Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: { 'AddressGroup': {'1.2'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'ConntrackHelper': {'1.0'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'LocalIPAssociation': {'1.0'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Log': {'1.0'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Network': {'1.1'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Port': {'1.7'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'PortForwarding': {'1.2'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'QosPolicy': {'1.10'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SecurityGroup': {'1.5'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SecurityGroupRule': {'1.2'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SubPort': {'1.0'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Subnet': {'1.1'}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Trunk': {'1.1'}} Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: consumer versions: Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: { DHCP agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: HyperV agent@hv-cinder-80473: {}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: L3 agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: Metadata agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: Metering agent@dv-cinder-804735-27-iscsi: {}, Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: Open vSwitch agent@dv-cinder-804735-27-iscsi: { 'AddressGroup': '1.2', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'ConntrackHelper': '1.0', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'LocalIPAssociation': '1.0', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Log': '1.0', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Network': '1.1', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Port': '1.7', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'PortForwarding': '1.2', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'QosPolicy': '1.10', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SecurityGroup': '1.5', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SecurityGroupRule': '1.2', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'SubPort': '1.0', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Subnet': '1.1', Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: 'Trunk': '1.1'}} Mar 10 03:42:02.972498 dv-cinder-804735-27-iscsi neutron-server[109721]: {{(pid=109721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 10 03:42:03.002348 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Attempting to bind port a19592ad-9a59-425f-aff7-5fb56465c7fc on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:03.003008 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Attempting to bind port a19592ad-9a59-425f-aff7-5fb56465c7fc by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:03.003590 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Attempting to bind port a19592ad-9a59-425f-aff7-5fb56465c7fc on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:03.011128 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:03.013010 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:03.013627 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.014663 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:03.015982 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Bound port: a19592ad-9a59-425f-aff7-5fb56465c7fc, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:03.016570 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.041745 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks [] for router_gateway (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.048283 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Publish callbacks [] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.093257 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] For port a19592ad-9a59-425f-aff7-5fb56465c7fc, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:03.099605 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] For port a19592ad-9a59-425f-aff7-5fb56465c7fc, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=a19592ad-9a59-425f-aff7-5fb56465c7fc,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:03.107259 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.123452 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 67ce9763-e00c-441d-b07e-7f3898782d7a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:03.123994 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.148758 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (9695ff10-9709-4b01-80a4-15e818c5585f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.187124 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309ba9b-bc63-4dd7-99ce-a3d82645013e None None] Pushing event updated for resources: {'Port': ['ID=a19592ad-9a59-425f-aff7-5fb56465c7fc,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:03.211329 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:03.212232 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:03.238541 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-71512c20-adfa-4699-a19d-3be4f2848843 None None] Current status of the port 0801250c-c4c6-4782-84c8-347d3fc4f813 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:03.240152 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-71512c20-adfa-4699-a19d-3be4f2848843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.277025 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.359018 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:03.390928 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-71512c20-adfa-4699-a19d-3be4f2848843 None None] For port 0801250c-c4c6-4782-84c8-347d3fc4f813, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=0801250c-c4c6-4782-84c8-347d3fc4f813,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:03.472594 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-71512c20-adfa-4699-a19d-3be4f2848843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.614220 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71512c20-adfa-4699-a19d-3be4f2848843 None None] Pushing event updated for resources: {'Port': ['ID=0801250c-c4c6-4782-84c8-347d3fc4f813,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:03.632291 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 67ce9763-e00c-441d-b07e-7f3898782d7a is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:03.633195 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.652249 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-41078187-f5f8-4125-bb88-74ab7cf161b8 None None] Provisioning complete for port 509087f4-f163-49b0-98ef-e17d14e94d6a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:03.653366 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-41078187-f5f8-4125-bb88-74ab7cf161b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.671225 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:41:59Z', 'revision_number': 3, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:03.727233 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d788b5-af83-42d8-b5e9-218c9f561697 None None] The sync data for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi is: [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:41:59Z', 'revision_number': 3, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:03.744607 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:03.750490 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Pushing event updated for resources: {'Port': ['ID=b639bd6a-de14-4bf2-bc13-9a465e3b88be,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:03.766170 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:03.768072 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.769671 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:03.773020 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:03.773497 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.806768 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-41078187-f5f8-4125-bb88-74ab7cf161b8 None None] Current status of the port 509087f4-f163-49b0-98ef-e17d14e94d6a is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:03.812161 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:03.843406 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 67ce9763-e00c-441d-b07e-7f3898782d7a, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=67ce9763-e00c-441d-b07e-7f3898782d7a,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:03.853812 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:03.854530 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:03.892975 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.892975 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 0801250c-c4c6-4782-84c8-347d3fc4f813 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:03.970772 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:03.972413 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d2578e33-807e-43d1-aec5-2d369e38f51f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.1257033 Mar 10 03:42:03.982625 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47874) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:04.078340 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-41078187-f5f8-4125-bb88-74ab7cf161b8 None None] Provisioning complete for port 67ce9763-e00c-441d-b07e-7f3898782d7a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:04.078777 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-41078187-f5f8-4125-bb88-74ab7cf161b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:04.248560 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7e047c12-6f96-45f4-96e1-e8a595d34d72 req-bb6fef3f-bc68-44ef-8a37-0605c6321a2a tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 210 time: 0.0802364 Mar 10 03:42:04.257206 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:42:04.392963 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=67ce9763-e00c-441d-b07e-7f3898782d7a,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:04.482856 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 0801250c-c4c6-4782-84c8-347d3fc4f813 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:04.483584 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:04.493690 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:04.527881 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.16', 56483) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:04.664416 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:04.674732 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-41078187-f5f8-4125-bb88-74ab7cf161b8 None None] Current status of the port 67ce9763-e00c-441d-b07e-7f3898782d7a is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:04.684817 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Sync routers for ids ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:04.688543 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:04.690000 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c4c48323-a2fb-48fb-90cb-c03fbcf80f20 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3692122 Mar 10 03:42:04.696482 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Routers {'405bda7b-c408-4bd8-b8ba-57ae8261d0c4'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:04.697165 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:04.703423 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 47902) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:04.921904 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Router 9695ff10-9709-4b01-80a4-15e818c5585f is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:42:04.936428 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Provisioning complete for port b639bd6a-de14-4bf2-bc13-9a465e3b88be triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:04.936863 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:04.987591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 0801250c-c4c6-4782-84c8-347d3fc4f813 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:05.022186 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Set router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:05.071977 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Port b639bd6a-de14-4bf2-bc13-9a465e3b88be cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:05.225218 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Provisioning complete for port 509087f4-f163-49b0-98ef-e17d14e94d6a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:05.226925 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:05.409534 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device a19592ad-9a59-425f-aff7-5fb56465c7fc up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:05.496865 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:00Z', 'revision_number': 3, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:05.587025 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47958) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:05.634330 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:02Z', 'revision_number': 3, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port': {'id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:05.642749 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Current status of the port 509087f4-f163-49b0-98ef-e17d14e94d6a is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:05.660423 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:05.661028 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Updating router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 port f1242735-e3d3-4f8a-9d5b-68277f58042c binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:42:05.718361 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port a19592ad-9a59-425f-aff7-5fb56465c7fc triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:05.718720 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:05.735485 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Checking router: 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:05.736583 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Updating router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 port c76891ad-6525-4775-94c5-47e3b3fb4ade binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:42:05.765616 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:05.777037 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:05.836777 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-648449fe-49ef-41c9-8661-dca8e9a0ab84 req-86044c3f-5c59-4337-b59a-9c83fd4f0456 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 210 time: 0.2930436 Mar 10 03:42:05.932556 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:05.944246 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-63576953-bf89-4e6c-a473-69ba1d998bdc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:05.946441 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-63576953-bf89-4e6c-a473-69ba1d998bdc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.16 "GET /v2.0/networks?id=53444f2b-76a3-43e4-8dfa-5ce598a63d3d HTTP/1.1" status: 200 len: 812 time: 1.2920761 Mar 10 03:42:05.969592 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e27f998b-5b40-429b-b9dc-5339a88a4ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.166159 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Request body: {'port': {'device_id': '16a69704-8829-4199-a4a2-a2fe3afae43b', 'network_id': '53444f2b-76a3-43e4-8dfa-5ce598a63d3d', 'admin_state_up': True, 'tenant_id': 'b9ea7a7d0db24e4f8c9a0c578ce201bd'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:06.278869 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Publish callbacks [] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.297117 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Provisioning complete for port 67ce9763-e00c-441d-b07e-7f3898782d7a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:06.297727 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.304249 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.333976 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Allocated IP 172.20.0.1 (be7ebf66-3afd-4457-b3e5-deb620cb0dfa/8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4/e37065b7-95ae-45bc-b811-959bd931778c) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:06.425681 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3ffb-fde0-43d3-b922-14ff5231ad51 None None] Pushing event updated for resources: {'Port': ['ID=f1242735-e3d3-4f8a-9d5b-68277f58042c,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:06.494926 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port a19592ad-9a59-425f-aff7-5fb56465c7fc is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:06.495486 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.537526 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port a19592ad-9a59-425f-aff7-5fb56465c7fc, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=a19592ad-9a59-425f-aff7-5fb56465c7fc,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:06.555056 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.556579 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 509087f4-f163-49b0-98ef-e17d14e94d6a up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:06.723278 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.733478 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Made reservation on behalf of b9ea7a7d0db24e4f8c9a0c578ce201bd for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:06.739067 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.740353 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Publish callbacks [] for port (e37065b7-95ae-45bc-b811-959bd931778c), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.750090 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Attempting to bind port f1242735-e3d3-4f8a-9d5b-68277f58042c on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:06.751681 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Attempting to bind port f1242735-e3d3-4f8a-9d5b-68277f58042c by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:06.752265 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Attempting to bind port f1242735-e3d3-4f8a-9d5b-68277f58042c on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:06.765497 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:06.785782 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.817240 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=a19592ad-9a59-425f-aff7-5fb56465c7fc,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:06.825549 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Sync routers for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:06.832488 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (e37065b7-95ae-45bc-b811-959bd931778c), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.879421 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.883135 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:06.883778 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:06.884319 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-df4ee549-4029-4dfc-8321-37dd65cd0dfa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8143487 Mar 10 03:42:06.886630 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 47994) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:06.893760 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Publish callbacks [] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.904673 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.932235 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Network be7ebf66-3afd-4457-b3e5-deb620cb0dfa is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:06.948499 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:06.960683 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:06.964370 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:06.993403 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Attempting to bind port c76891ad-6525-4775-94c5-47e3b3fb4ade on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:06.994068 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Attempting to bind port c76891ad-6525-4775-94c5-47e3b3fb4ade by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:06.994561 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Attempting to bind port c76891ad-6525-4775-94c5-47e3b3fb4ade on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:07.111924 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:07.112354 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:07.112880 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.113170 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:07.113757 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Bound port: c76891ad-6525-4775-94c5-47e3b3fb4ade, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:07.114029 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.120159 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d2316-5f71-42d0-8f65-1ac766ef1b97 None None] Pushing event updated for resources: {'Port': ['ID=c76891ad-6525-4775-94c5-47e3b3fb4ade,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:07.167463 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:07.212324 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e27f998b-5b40-429b-b9dc-5339a88a4ad3 admin admin] Publish callbacks [] for security_group (ff51fe3a-a808-41c1-a35b-9212f1b98766), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.213734 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Pushing event updated for resources: {'Port': ['ID=e37065b7-95ae-45bc-b811-959bd931778c,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:07.239245 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] For port c76891ad-6525-4775-94c5-47e3b3fb4ade, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:07.245366 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] For port c76891ad-6525-4775-94c5-47e3b3fb4ade, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=c76891ad-6525-4775-94c5-47e3b3fb4ade,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:07.258594 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.325952 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:07.327806 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:07.328431 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.329715 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:07.330550 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Bound port: f1242735-e3d3-4f8a-9d5b-68277f58042c, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:07.331232 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.343855 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c43fab74-1ecc-4748-bb5f-35ef015caed4 req-e41e6d8f-72e1-4b49-86b1-fe1344056537 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 210 time: 0.2039678 Mar 10 03:42:07.490865 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Allocated IP 172.20.0.1 (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb/8431c025-18d2-4e31-98d0-c31b7ed465d2/1f10938f-af7b-4a33-bfc8-55f31165797b) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:07.496011 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Routers {'405bda7b-c408-4bd8-b8ba-57ae8261d0c4'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:07.496431 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:07.571679 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48008) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:07.656703 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d2316-5f71-42d0-8f65-1ac766ef1b97 None None] Pushing event updated for resources: {'Port': ['ID=c76891ad-6525-4775-94c5-47e3b3fb4ade,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:07.768940 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (e37065b7-95ae-45bc-b811-959bd931778c), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.825391 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e27f998b-5b40-429b-b9dc-5339a88a4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (ff51fe3a-a808-41c1-a35b-9212f1b98766), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.836023 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] Set router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:07.871279 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c01babd-68ec-43eb-b3a3-658710cd07ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.911473 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] For port f1242735-e3d3-4f8a-9d5b-68277f58042c, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:07.936040 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Current status of the port 67ce9763-e00c-441d-b07e-7f3898782d7a is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:07.970276 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 509087f4-f163-49b0-98ef-e17d14e94d6a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:07.972157 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:07.990658 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c01babd-68ec-43eb-b3a3-658710cd07ff admin admin] Publish callbacks [] for security_group (b9f1540b-0004-4a77-ae8e-dca872731371), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.010441 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c01babd-68ec-43eb-b3a3-658710cd07ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b9f1540b-0004-4a77-ae8e-dca872731371), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.028914 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] For port f1242735-e3d3-4f8a-9d5b-68277f58042c, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=f1242735-e3d3-4f8a-9d5b-68277f58042c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:08.061294 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.101598 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01babd-68ec-43eb-b3a3-658710cd07ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f1540b-0004-4a77-ae8e-dca872731371,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:08.141188 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:02Z', 'revision_number': 3, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port': {'id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:08.167130 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-6c01babd-68ec-43eb-b3a3-658710cd07ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a6d9287159d41438582ac33de624dad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5943766 Mar 10 03:42:08.174456 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48016) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:08.189003 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f998b-5b40-429b-b9dc-5339a88a4ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff51fe3a-a808-41c1-a35b-9212f1b98766,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:08.228989 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc87bbca-c25e-4340-a0bf-18d411b2df6a None None] The sync data for ids ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'] in dv-cinder-804735-27-iscsi is: [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:02Z', 'revision_number': 3, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port': {'id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:08.273164 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Allocated IP 172.20.0.5 (53444f2b-76a3-43e4-8dfa-5ce598a63d3d/00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0/334ad54a-024b-4f60-97a3-e4b7db1cd871) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:08.278039 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 509087f4-f163-49b0-98ef-e17d14e94d6a is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:08.279591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 67ce9763-e00c-441d-b07e-7f3898782d7a up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:08.284620 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7379c4ad-6218-40a0-beaf-2bfb56e09cb3 admin admin] Publish callbacks [] for security_group (b9f1540b-0004-4a77-ae8e-dca872731371), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.289826 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e27f998b-5b40-429b-b9dc-5339a88a4ad3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=975a6fdeed5d4e129c5b4539ce011273&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7016866 Mar 10 03:42:08.295093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48018) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:08.341699 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Provisioning complete for port 0801250c-c4c6-4782-84c8-347d3fc4f813 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:08.342231 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.381594 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Publish callbacks [] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.460955 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7379c4ad-6218-40a0-beaf-2bfb56e09cb3 admin admin] Publish callbacks [] for security_group (b9f1540b-0004-4a77-ae8e-dca872731371), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.463497 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:08.464177 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:08.579107 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Publish callbacks [] for port (e37065b7-95ae-45bc-b811-959bd931778c), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.600195 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (e37065b7-95ae-45bc-b811-959bd931778c), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.604627 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.622356 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd3ffb-fde0-43d3-b922-14ff5231ad51 None None] Pushing event updated for resources: {'Port': ['ID=f1242735-e3d3-4f8a-9d5b-68277f58042c,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:08.693502 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48024) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:08.770056 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Publish callbacks [] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.772581 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.781731 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8f2e5fa9-1d17-416b-847f-4efc3f9899e3 req-c10284c9-66d2-4b84-a868-8be545a2417d tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 210 time: 0.0691297 Mar 10 03:42:08.798178 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4402ec55-60d8-4edb-9145-2c62fdd0d039 admin admin] Publish callbacks [] for security_group (ff51fe3a-a808-41c1-a35b-9212f1b98766), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.838510 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 67ce9763-e00c-441d-b07e-7f3898782d7a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:08.840629 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.880746 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:08.883444 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:09.063430 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:09.089314 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:09.116220 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4402ec55-60d8-4edb-9145-2c62fdd0d039 admin admin] Publish callbacks [] for security_group (ff51fe3a-a808-41c1-a35b-9212f1b98766), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:09.127243 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:09.199536 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Pushing event updated for resources: {'Port': ['ID=e37065b7-95ae-45bc-b811-959bd931778c,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:09.217406 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4402ec55-60d8-4edb-9145-2c62fdd0d039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (ff51fe3a-a808-41c1-a35b-9212f1b98766), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:09.224799 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4402ec55-60d8-4edb-9145-2c62fdd0d039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:09.227287 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-4402ec55-60d8-4edb-9145-2c62fdd0d039 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff51fe3a-a808-41c1-a35b-9212f1b98766 HTTP/1.1" status: 204 len: 168 time: 0.9309793 Mar 10 03:42:09.288289 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402ec55-60d8-4edb-9145-2c62fdd0d039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff51fe3a-a808-41c1-a35b-9212f1b98766,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:09.301595 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Pushing event updated for resources: {'Port': ['ID=1f10938f-af7b-4a33-bfc8-55f31165797b,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:09.302976 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7379c4ad-6218-40a0-beaf-2bfb56e09cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b9f1540b-0004-4a77-ae8e-dca872731371), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:09.306298 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7379c4ad-6218-40a0-beaf-2bfb56e09cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:09.310362 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-7379c4ad-6218-40a0-beaf-2bfb56e09cb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9f1540b-0004-4a77-ae8e-dca872731371 HTTP/1.1" status: 204 len: 168 time: 1.1321571 Mar 10 03:42:09.375787 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:02Z', 'revision_number': 3, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:09.379676 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:09.383068 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:09.388000 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379c4ad-6218-40a0-beaf-2bfb56e09cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f1540b-0004-4a77-ae8e-dca872731371,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:09.428989 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Network be7ebf66-3afd-4457-b3e5-deb620cb0dfa is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:09.437100 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:09.741570 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Checking router: 9695ff10-9709-4b01-80a4-15e818c5585f for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:09.743102 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Updating router 9695ff10-9709-4b01-80a4-15e818c5585f port fdd5d2b4-64db-45a6-9af3-6e23595061d8 binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:42:09.811148 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:42:09.938141 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d8e79-5fce-4c34-952d-271f5dcbf2b5 None None] Current status of the port 0801250c-c4c6-4782-84c8-347d3fc4f813 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:10.053003 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.138131 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:10.149797 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-8cfd30ae-8e6c-4671-8631-b4bfdf14fafe admin admin] 10.222.0.20 "PUT /v2.0/routers/405bda7b-c408-4bd8-b8ba-57ae8261d0c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4443831 Mar 10 03:42:10.155116 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 67ce9763-e00c-441d-b07e-7f3898782d7a is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:10.170463 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 0801250c-c4c6-4782-84c8-347d3fc4f813 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:10.177052 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Publish callbacks [] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.222183 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6d2fb292-61c0-45b5-a5f8-f82beb7e88fd req-69d323c3-da28-4e2f-acf4-8e70d9e1d8d8 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 210 time: 0.0865097 Mar 10 03:42:10.224189 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48056) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:10.251210 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b68eae01-3966-4200-a7a4-d67c1469d8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.313465 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-2e7ad98e-d013-495b-820a-696f962c24d7 None None] Provisioning complete for port 1f10938f-af7b-4a33-bfc8-55f31165797b triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:10.314547 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad98e-d013-495b-820a-696f962c24d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.348660 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.414065 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b68eae01-3966-4200-a7a4-d67c1469d8c7 admin admin] Publish callbacks [] for security_group (e4c96553-bbd7-4bd0-9950-062d06e784f8), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.426319 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b68eae01-3966-4200-a7a4-d67c1469d8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (e4c96553-bbd7-4bd0-9950-062d06e784f8), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.533173 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-b68eae01-3966-4200-a7a4-d67c1469d8c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98ea34b472874e3b9700e9a7b5f5954a&name=default HTTP/1.1" status: 200 len: 2993 time: 0.3066473 Mar 10 03:42:10.536504 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48060) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:10.620638 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ad98e-d013-495b-820a-696f962c24d7 None None] Port 1f10938f-af7b-4a33-bfc8-55f31165797b cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:10.630530 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:00Z', 'revision_number': 3, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:10.687882 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eae01-3966-4200-a7a4-d67c1469d8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c96553-bbd7-4bd0-9950-062d06e784f8,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:10.695350 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Pushing event updated for resources: {'Port': ['ID=b639bd6a-de14-4bf2-bc13-9a465e3b88be,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:10.731959 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 0801250c-c4c6-4782-84c8-347d3fc4f813 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:10.731959 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.736704 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0332-3492-4893-aa8d-37e007f7e924 admin admin] Publish callbacks [] for security_group (e4c96553-bbd7-4bd0-9950-062d06e784f8), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.738883 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ed350-502d-415e-b599-1e641ed3d9e5 None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:00Z', 'revision_number': 3, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:10.838586 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0332-3492-4893-aa8d-37e007f7e924 admin admin] Publish callbacks [] for security_group (e4c96553-bbd7-4bd0-9950-062d06e784f8), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.947312 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0332-3492-4893-aa8d-37e007f7e924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (e4c96553-bbd7-4bd0-9950-062d06e784f8), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.964108 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c8bb0332-3492-4893-aa8d-37e007f7e924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:10.969969 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c8bb0332-3492-4893-aa8d-37e007f7e924 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4c96553-bbd7-4bd0-9950-062d06e784f8 HTTP/1.1" status: 204 len: 168 time: 0.4302146 Mar 10 03:42:10.998855 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48072) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:10.999819 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb0332-3492-4893-aa8d-37e007f7e924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c96553-bbd7-4bd0-9950-062d06e784f8,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:11.030643 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:11.058766 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:11.240347 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 0801250c-c4c6-4782-84c8-347d3fc4f813 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:11.403461 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Publish callbacks [] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:11.417149 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:11.656673 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Attempting to bind port fdd5d2b4-64db-45a6-9af3-6e23595061d8 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:11.657332 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Attempting to bind port fdd5d2b4-64db-45a6-9af3-6e23595061d8 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:11.657427 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Attempting to bind port fdd5d2b4-64db-45a6-9af3-6e23595061d8 on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:11.659299 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:11.697240 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:11.697608 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:11.698114 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:11.698429 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:11.698526 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:11.699751 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:11.704895 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Sync routers for ids ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:11.708590 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Bound port: fdd5d2b4-64db-45a6-9af3-6e23595061d8, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:11.713512 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:11.739741 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Routers {'405bda7b-c408-4bd8-b8ba-57ae8261d0c4'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:11.740494 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:11.753189 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:11.755818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Pushing event updated for resources: {'Port': ['ID=334ad54a-024b-4f60-97a3-e4b7db1cd871,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:11.781454 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:11.820766 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device c76891ad-6525-4775-94c5-47e3b3fb4ade up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:11.835716 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889b6fc-40c9-4dee-b394-7f8a3cc8abc7 None None] Pushing event updated for resources: {'Port': ['ID=fdd5d2b4-64db-45a6-9af3-6e23595061d8,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:11.968536 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.081073 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] For port fdd5d2b4-64db-45a6-9af3-6e23595061d8, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:12.097051 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d886c18b-8900-4330-825f-d87716a637ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.107407 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] For port fdd5d2b4-64db-45a6-9af3-6e23595061d8, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=fdd5d2b4-64db-45a6-9af3-6e23595061d8,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:12.114396 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port c76891ad-6525-4775-94c5-47e3b3fb4ade triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:12.115393 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.123423 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.125575 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48096) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:12.233498 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Set router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:12.292197 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac4b1-d83d-4f31-bfb0-d476dd97a2d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.320203 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-28c3cd35-a162-497a-80a3-d655342b67c7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:12.334737 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-28c3cd35-a162-497a-80a3-d655342b67c7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 819 time: 0.6602325 Mar 10 03:42:12.378435 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-8143af7d-10a0-4160-8f2c-1634aa444265 None None] Provisioning complete for port b639bd6a-de14-4bf2-bc13-9a465e3b88be triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:12.381956 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-8143af7d-10a0-4160-8f2c-1634aa444265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.387318 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557d9d8-3ec9-42b1-8620-ce0a9cf139bf req-6f85d8a4-fb0d-4e4b-b74b-85dec02f9792 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:12.389913 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5557d9d8-3ec9-42b1-8620-ce0a9cf139bf req-6f85d8a4-fb0d-4e4b-b74b-85dec02f9792 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 931 time: 0.4346929 Mar 10 03:42:12.397662 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-532a03dc-92a2-4331-8f3f-568c24067d35 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/quotas/5d06f556d50a488797e95fb2be32ba7c HTTP/1.1" status: 200 len: 375 time: 0.0651791 Mar 10 03:42:12.495597 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Publish callbacks [] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.499048 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48104) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:12.538269 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889b6fc-40c9-4dee-b394-7f8a3cc8abc7 None None] Pushing event updated for resources: {'Port': ['ID=fdd5d2b4-64db-45a6-9af3-6e23595061d8,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:12.566471 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:12.568074 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:12.615051 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.615398 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.628327 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-913ba8da-f447-4571-a214-d2dec5d35c81 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5422049 Mar 10 03:42:12.631457 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port c76891ad-6525-4775-94c5-47e3b3fb4ade is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:12.631855 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.648871 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d886c18b-8900-4330-825f-d87716a637ab admin admin] Publish callbacks [] for security_group (662aeb65-ba5f-46e5-97e4-ff92a12e94a9), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.662238 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port c76891ad-6525-4775-94c5-47e3b3fb4ade, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=c76891ad-6525-4775-94c5-47e3b3fb4ade,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:12.670087 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d886c18b-8900-4330-825f-d87716a637ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (662aeb65-ba5f-46e5-97e4-ff92a12e94a9), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.675785 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.677250 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device a19592ad-9a59-425f-aff7-5fb56465c7fc up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:12.717538 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-1432fd46-254d-48d8-90ae-0674a7c1e037 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:42:12.718451 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-1432fd46-254d-48d8-90ae-0674a7c1e037 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0395823 Mar 10 03:42:12.736240 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-8143af7d-10a0-4160-8f2c-1634aa444265 None None] Port b639bd6a-de14-4bf2-bc13-9a465e3b88be cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:12.759160 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886c18b-8900-4330-825f-d87716a637ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662aeb65-ba5f-46e5-97e4-ff92a12e94a9,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:12.768622 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 4, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port': {'id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'e37065b7-95ae-45bc-b811-959bd931778c', 'name': '', 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'mac_address': 'fa:16:3e:6d:7e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:05Z', 'updated_at': '2022-03-10T03:42:08Z', 'revision_number': 2, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'subnets': [{'id': '8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:12.859518 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port a19592ad-9a59-425f-aff7-5fb56465c7fc triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:12.859902 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.871544 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=c76891ad-6525-4775-94c5-47e3b3fb4ade,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:12.898947 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:12.927864 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Checking router: 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:12.928232 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Updating router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 port e37065b7-95ae-45bc-b811-959bd931778c binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:42:12.945202 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:12.999991 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (e37065b7-95ae-45bc-b811-959bd931778c), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.078610 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d886c18b-8900-4330-825f-d87716a637ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9db67a35d6364142829c2914458a65c5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0599179 Mar 10 03:42:13.095055 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48108) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:13.128852 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port a19592ad-9a59-425f-aff7-5fb56465c7fc is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:13.139280 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-fc20a246-6bf0-4af0-8393-e73fada5812d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7402833 Mar 10 03:42:13.193979 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5557d9d8-3ec9-42b1-8620-ce0a9cf139bf req-0c5368a3-c0f2-4a0c-a263-1e2774a2ac96 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7761297 Mar 10 03:42:13.266237 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:02Z', 'revision_number': 3, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:13.323789 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac4b1-d83d-4f31-bfb0-d476dd97a2d1 admin admin] Publish callbacks [] for security_group (9bfddec3-0522-4e2c-b79e-149090653e42), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.347026 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac4b1-d83d-4f31-bfb0-d476dd97a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (9bfddec3-0522-4e2c-b79e-149090653e42), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.359430 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d40378b-984c-4ce2-aeea-180c91ceda39 None None] The sync data for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi is: [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:02Z', 'revision_number': 3, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:13.423740 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ee81430b-01f3-46de-bf3c-5a6c8e645ece admin admin] Publish callbacks [] for security_group (662aeb65-ba5f-46e5-97e4-ff92a12e94a9), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.497443 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ee81430b-01f3-46de-bf3c-5a6c8e645ece admin admin] Publish callbacks [] for security_group (662aeb65-ba5f-46e5-97e4-ff92a12e94a9), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.541726 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Allocated IP 172.20.0.1 (4748401d-8447-46a1-8e5b-6fca736d9ea3/d6c283a8-0397-4383-8c33-70df8d3bfb02/6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:13.561178 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device c76891ad-6525-4775-94c5-47e3b3fb4ade up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:13.611258 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-d5615bf1-0d8d-4ba7-8855-0edb4aa6e394 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:42:13.612995 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-d5615bf1-0d8d-4ba7-8855-0edb4aa6e394 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3336678 Mar 10 03:42:13.659637 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ee81430b-01f3-46de-bf3c-5a6c8e645ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (662aeb65-ba5f-46e5-97e4-ff92a12e94a9), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.662909 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ee81430b-01f3-46de-bf3c-5a6c8e645ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.666282 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ee81430b-01f3-46de-bf3c-5a6c8e645ece admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/662aeb65-ba5f-46e5-97e4-ff92a12e94a9 HTTP/1.1" status: 204 len: 168 time: 0.5492153 Mar 10 03:42:13.703480 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port c76891ad-6525-4775-94c5-47e3b3fb4ade triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:13.704456 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.727768 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ac4b1-d83d-4f31-bfb0-d476dd97a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfddec3-0522-4e2c-b79e-149090653e42,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:13.738943 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Publish callbacks [] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.746637 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81430b-01f3-46de-bf3c-5a6c8e645ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662aeb65-ba5f-46e5-97e4-ff92a12e94a9,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:13.751162 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0a9ac4b1-d83d-4f31-bfb0-d476dd97a2d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c99212638f234570856d0a315002a244&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6098201 Mar 10 03:42:13.757021 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Publish callbacks [] for port (e37065b7-95ae-45bc-b811-959bd931778c), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.758462 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48120) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:13.777667 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (e37065b7-95ae-45bc-b811-959bd931778c), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:13.868309 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730544423-network', 'tenant_id': 'e1f2e48089b24cdfaabbd973b4c5be5d'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:13.946808 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185f157-dd9b-4627-8048-9a1e9fbf46aa None None] Pushing event updated for resources: {'Port': ['ID=e37065b7-95ae-45bc-b811-959bd931778c,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:13.988283 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:14.012396 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Made reservation on behalf of e1f2e48089b24cdfaabbd973b4c5be5d for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:14.023630 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.063842 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-11b5aa2a-c707-4be3-a40f-6340f36b921b service neutron] 10.222.0.20 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359612 Mar 10 03:42:14.072039 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.072801 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port c76891ad-6525-4775-94c5-47e3b3fb4ade is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:14.074851 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device f1242735-e3d3-4f8a-9d5b-68277f58042c up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:14.092312 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Attempting to bind port e37065b7-95ae-45bc-b811-959bd931778c on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:14.092693 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Attempting to bind port e37065b7-95ae-45bc-b811-959bd931778c by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:14.093067 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Attempting to bind port e37065b7-95ae-45bc-b811-959bd931778c on network be7ebf66-3afd-4457-b3e5-deb620cb0dfa {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:14.113441 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:14.113644 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:42:14.113825 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Checking segment: {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:14.114405 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.115096 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.115679 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Bound using segment: {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:14.116322 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Bound port: e37065b7-95ae-45bc-b811-959bd931778c, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:14.117084 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (e37065b7-95ae-45bc-b811-959bd931778c), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.175488 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:14.181684 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port f1242735-e3d3-4f8a-9d5b-68277f58042c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:14.182214 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.204087 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8f910633-51ae-4a7c-b926-5e99ad5f1961 admin admin] Publish callbacks [] for security_group (9bfddec3-0522-4e2c-b79e-149090653e42), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.273177 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] For port e37065b7-95ae-45bc-b811-959bd931778c, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:14.293489 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] For port e37065b7-95ae-45bc-b811-959bd931778c, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=e37065b7-95ae-45bc-b811-959bd931778c,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:14.295248 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Publish callbacks [] for security_group (c98f840c-9a6c-4eb8-98a3-bd7f6f75dfee), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.297096 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:14.300189 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:14.303768 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Pushing event updated for resources: {'Port': ['ID=1f10938f-af7b-4a33-bfc8-55f31165797b,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:14.313448 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:14.314130 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (9695ff10-9709-4b01-80a4-15e818c5585f), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.328875 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (e37065b7-95ae-45bc-b811-959bd931778c), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.416251 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8f910633-51ae-4a7c-b926-5e99ad5f1961 admin admin] Publish callbacks [] for security_group (9bfddec3-0522-4e2c-b79e-149090653e42), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.469824 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port f1242735-e3d3-4f8a-9d5b-68277f58042c is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:14.470486 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.527294 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port f1242735-e3d3-4f8a-9d5b-68277f58042c, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=f1242735-e3d3-4f8a-9d5b-68277f58042c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:14.540215 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.600698 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Routers {'405bda7b-c408-4bd8-b8ba-57ae8261d0c4'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:14.601347 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:14.665466 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-a1268caf-93be-4fc7-8f84-55f890640a2d service neutron] 10.222.0.20 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006401 Mar 10 03:42:14.690170 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c98f840c-9a6c-4eb8-98a3-bd7f6f75dfee), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.724436 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Request body: {'port': {'device_id': '16a69704-8829-4199-a4a2-a2fe3afae43b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:14.782036 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa89397-ec5e-4efd-ab19-c935d5b48b6b req-b30b3fce-0622-4d9c-b365-c31aaaf4c063 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:14.796634 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=f1242735-e3d3-4f8a-9d5b-68277f58042c,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:14.802276 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-faa89397-ec5e-4efd-ab19-c935d5b48b6b req-b30b3fce-0622-4d9c-b365-c31aaaf4c063 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 931 time: 0.3704736 Mar 10 03:42:14.830143 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8f910633-51ae-4a7c-b926-5e99ad5f1961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (9bfddec3-0522-4e2c-b79e-149090653e42), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.837759 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8f910633-51ae-4a7c-b926-5e99ad5f1961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:14.842155 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-8f910633-51ae-4a7c-b926-5e99ad5f1961 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9bfddec3-0522-4e2c-b79e-149090653e42 HTTP/1.1" status: 204 len: 168 time: 1.0825932 Mar 10 03:42:14.926058 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f910633-51ae-4a7c-b926-5e99ad5f1961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfddec3-0522-4e2c-b79e-149090653e42,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:15.015724 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-d85cc91b-1ec8-49e8-b96e-5989ed1f06d0 None None] Provisioning complete for port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:15.016319 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d85cc91b-1ec8-49e8-b96e-5989ed1f06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:15.069810 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-d85cc91b-1ec8-49e8-b96e-5989ed1f06d0 None None] Port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:15.088716 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-faa89397-ec5e-4efd-ab19-c935d5b48b6b req-5cf343d8-4340-41cf-80a3-a8e0cda79fc6 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817054 Mar 10 03:42:15.104492 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-d85cc91b-1ec8-49e8-b96e-5989ed1f06d0 None None] Provisioning complete for port 1f10938f-af7b-4a33-bfc8-55f31165797b triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:15.106021 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d85cc91b-1ec8-49e8-b96e-5989ed1f06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:15.213422 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-d85cc91b-1ec8-49e8-b96e-5989ed1f06d0 None None] Port 1f10938f-af7b-4a33-bfc8-55f31165797b cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:15.254421 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98f840c-9a6c-4eb8-98a3-bd7f6f75dfee,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:15.256769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:15.271338 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:15.304725 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185f157-dd9b-4627-8048-9a1e9fbf46aa None None] Pushing event updated for resources: {'Port': ['ID=e37065b7-95ae-45bc-b811-959bd931778c,revision_number=4']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:15.305234 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:42:15.508555 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-967d7374-4cd7-4358-b626-962f08fcc273 req-26624d51-65a5-440c-b5da-39955c90e37e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 210 time: 0.1359570 Mar 10 03:42:15.583991 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Publish callbacks [] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:15.651581 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] Set router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:15.756445 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device fdd5d2b4-64db-45a6-9af3-6e23595061d8 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:15.863020 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:42:15.866177 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port fdd5d2b4-64db-45a6-9af3-6e23595061d8 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:15.866725 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:16.191257 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Pushing event updated for resources: {'Port': ['ID=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:16.214274 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:16.218465 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (9695ff10-9709-4b01-80a4-15e818c5585f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:16.291958 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 4, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port': {'id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'e37065b7-95ae-45bc-b811-959bd931778c', 'name': '', 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'mac_address': 'fa:16:3e:6d:7e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:05Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'subnets': [{'id': '8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:16.397224 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port fdd5d2b4-64db-45a6-9af3-6e23595061d8 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:16.399974 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab72bfd-2662-4087-82f9-bda72304f322 None None] The sync data for ids ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'] in dv-cinder-804735-27-iscsi is: [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 4, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port': {'id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'e37065b7-95ae-45bc-b811-959bd931778c', 'name': '', 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'mac_address': 'fa:16:3e:6d:7e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:05Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'subnets': [{'id': '8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:16.405366 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:16.463318 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port fdd5d2b4-64db-45a6-9af3-6e23595061d8, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=fdd5d2b4-64db-45a6-9af3-6e23595061d8,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:16.483834 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:16.501417 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device f1242735-e3d3-4f8a-9d5b-68277f58042c up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:16.620792 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-c029b151-12ea-47b6-9722-49068881908b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:16.633448 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-c029b151-12ea-47b6-9722-49068881908b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 819 time: 0.5493343 Mar 10 03:42:16.676093 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (5507c407-a7a6-4bd8-bd48-a08b76324c00), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:16.676738 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Added segment 5507c407-a7a6-4bd8-bd48-a08b76324c00 of type vlan for network 1ee90604-07b7-452d-8844-8e108a0b720e Mar 10 03:42:16.715514 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-e236e08d-7a31-4e5c-89d6-cdcd886b84bc tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/quotas/5d06f556d50a488797e95fb2be32ba7c HTTP/1.1" status: 200 len: 375 time: 0.0786073 Mar 10 03:42:16.781827 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (1ee90604-07b7-452d-8844-8e108a0b720e), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:16.829522 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Pushing event updated for resources: {'Port': ['ID=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:16.851989 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b1871-0505-40e3-89a1-99bda2b78162 req-46f02e3c-76fc-4d87-9d46-904cb8fa6484 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:16.862300 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=fdd5d2b4-64db-45a6-9af3-6e23595061d8,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:16.864357 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c69b1871-0505-40e3-89a1-99bda2b78162 req-46f02e3c-76fc-4d87-9d46-904cb8fa6484 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 931 time: 0.3955550 Mar 10 03:42:16.938588 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port f1242735-e3d3-4f8a-9d5b-68277f58042c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:16.943063 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:17.021278 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-0656a235-19cc-4083-9a52-878db73505d2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3044858 Mar 10 03:42:17.206839 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c69b1871-0505-40e3-89a1-99bda2b78162 req-3327f49c-73d0-4a24-8ce6-4f6d378180cc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178754 Mar 10 03:42:17.224861 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port f1242735-e3d3-4f8a-9d5b-68277f58042c is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:17.418940 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (1ee90604-07b7-452d-8844-8e108a0b720e), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:17.419919 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:17.420497 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:17.425551 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-82ea26b5-278d-49fe-9f9f-438926f1d555 service neutron] 10.222.0.20 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033277 Mar 10 03:42:17.581008 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device fdd5d2b4-64db-45a6-9af3-6e23595061d8 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:17.739902 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port fdd5d2b4-64db-45a6-9af3-6e23595061d8 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:17.742935 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:18.044363 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port fdd5d2b4-64db-45a6-9af3-6e23595061d8 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:18.045490 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device e37065b7-95ae-45bc-b811-959bd931778c up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:18.223457 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port e37065b7-95ae-45bc-b811-959bd931778c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:18.225126 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (e37065b7-95ae-45bc-b811-959bd931778c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:18.281469 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:18.284346 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:18.299745 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-25406b0e-a40e-4434-8e10-887525486cbc admin admin] 10.222.0.20 "PUT /v2.0/routers/5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5612109 Mar 10 03:42:18.303973 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7cc22011-d785-4b38-bd8c-ea65134d9a5b admin admin] 10.222.0.20 "PUT /v2.0/routers/5ba350a6-3bf6-4a93-ad31-0a2d20f85250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3160551 Mar 10 03:42:18.305938 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:18.313791 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] Pushing event updated for resources: {'Network': ['ID=1ee90604-07b7-452d-8844-8e108a0b720e,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:18.347849 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Sync routers for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:18.357465 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 1ee90604-07b7-452d-8844-8e108a0b720e details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:42:18.388203 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:18.403483 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:18.427233 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:18.427814 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:18.433104 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-aaed8eff-60af-46a9-aee1-304709578ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0065210 Mar 10 03:42:18.479275 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-ebd7dfdb-f05d-4ae1-bd0e-0aef9fd8014a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.8904042 Mar 10 03:42:18.498804 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48250) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:18.607672 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Request body: {'subnet': {'network_id': '1ee90604-07b7-452d-8844-8e108a0b720e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730544423-subnet', 'tenant_id': 'e1f2e48089b24cdfaabbd973b4c5be5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:18.630832 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.16', 56500) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:18.901471 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:18.924803 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:18.937824 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:18.971906 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:18.990942 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Made reservation on behalf of e1f2e48089b24cdfaabbd973b4c5be5d for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:18.996606 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:19.000020 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334ad54a-024b-4f60-97a3-e4b7db1cd871 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:19.108797 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3b372-57fe-48c5-92a0-8a4059a5c3e9 req-8fd7c82f-9cf8-4b96-ad7f-11268c08c993 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:19.129841 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-25c3b372-57fe-48c5-92a0-8a4059a5c3e9 req-8fd7c82f-9cf8-4b96-ad7f-11268c08c993 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 931 time: 0.6838741 Mar 10 03:42:19.322288 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-2edd3001-ed85-458f-817b-a1044d429c84 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:19.337246 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-2edd3001-ed85-458f-817b-a1044d429c84 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 819 time: 0.6955409 Mar 10 03:42:19.456353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Publish callbacks [] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:19.484733 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Router 9695ff10-9709-4b01-80a4-15e818c5585f has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:42:19.784222 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Transition to ACTIVE for port object 334ad54a-024b-4f60-97a3-e4b7db1cd871 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:42:19.795252 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:19.884829 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port e37065b7-95ae-45bc-b811-959bd931778c is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:19.885445 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (e37065b7-95ae-45bc-b811-959bd931778c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:19.945622 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Request body: {'port': {'device_id': 'f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1', 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa', 'admin_state_up': True, 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:19.959850 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-f60fc89b-0b71-44a0-b9be-d5d2549e0ee1 None None] Provisioning complete for port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:19.960248 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f60fc89b-0b71-44a0-b9be-d5d2549e0ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:19.999950 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Pushing event updated for resources: {'Port': ['ID=334ad54a-024b-4f60-97a3-e4b7db1cd871,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:20.036471 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:20.046030 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:07Z', 'revision_number': 2, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:20.052056 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-35a66db7-bad0-4432-ac34-27d8e6c2655d admin admin] 10.222.0.20 "PUT /v2.0/routers/9695ff10-9709-4b01-80a4-15e818c5585f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1320648 Mar 10 03:42:20.077649 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Attempting to bind port 334ad54a-024b-4f60-97a3-e4b7db1cd871 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:20.078037 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Attempting to bind port 334ad54a-024b-4f60-97a3-e4b7db1cd871 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'a01cb2cf-b59c-4258-9f17-b05b86d07b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53444f2b-76a3-43e4-8dfa-5ce598a63d3d'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:20.078346 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Attempting to bind port 334ad54a-024b-4f60-97a3-e4b7db1cd871 on network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:20.093020 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Port 334ad54a-024b-4f60-97a3-e4b7db1cd871 on network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:42:20.093399 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Attempting to bind port 334ad54a-024b-4f60-97a3-e4b7db1cd871 on network 53444f2b-76a3-43e4-8dfa-5ce598a63d3d {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:20.100362 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:20.100750 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Checking segment: {'id': 'a01cb2cf-b59c-4258-9f17-b05b86d07b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53444f2b-76a3-43e4-8dfa-5ce598a63d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:20.101306 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Bound using segment: {'id': 'a01cb2cf-b59c-4258-9f17-b05b86d07b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53444f2b-76a3-43e4-8dfa-5ce598a63d3d'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:20.101738 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Bound port: 334ad54a-024b-4f60-97a3-e4b7db1cd871, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01cb2cf-b59c-4258-9f17-b05b86d07b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '53444f2b-76a3-43e4-8dfa-5ce598a63d3d'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:20.102096 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.119892 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-f60fc89b-0b71-44a0-b9be-d5d2549e0ee1 None None] Port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:20.134452 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Checking router: 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:20.138098 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Updating router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 port b639bd6a-de14-4bf2-bc13-9a465e3b88be binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:42:20.148951 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Sync routers for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:20.201708 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.203537 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-117cb1ca-bb1e-4b0a-8e6d-339e7174548b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.242308 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48296) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:20.252674 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-47e9e525-4f6e-415c-a15f-cc0615db8fb2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980477005', 'description': 'tempest-description--164576502'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:20.257014 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port e37065b7-95ae-45bc-b811-959bd931778c, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=e37065b7-95ae-45bc-b811-959bd931778c,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:20.266499 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:12Z', 'revision_number': 2, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:20.269941 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:20.270847 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:20.274003 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (e37065b7-95ae-45bc-b811-959bd931778c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.302926 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-25c3b372-57fe-48c5-92a0-8a4059a5c3e9 req-3cb307a8-a3b6-4897-ba3a-fdfe299868f1 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1721122 Mar 10 03:42:20.350779 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (b968e031-fb2b-4f77-90d4-b8eaab0ff897), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.360131 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:20.360629 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Updating router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 port 1f10938f-af7b-4a33-bfc8-55f31165797b binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:42:20.411608 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] For port 334ad54a-024b-4f60-97a3-e4b7db1cd871, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:20.429690 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] For port 334ad54a-024b-4f60-97a3-e4b7db1cd871, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=334ad54a-024b-4f60-97a3-e4b7db1cd871,segment=NetworkSegment(a01cb2cf-b59c-4258-9f17-b05b86d07b7e),segment_id=a01cb2cf-b59c-4258-9f17-b05b86d07b7e)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:20.435673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-47e9e525-4f6e-415c-a15f-cc0615db8fb2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.456426 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.540111 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Pushing event updated for resources: {'Port': ['ID=334ad54a-024b-4f60-97a3-e4b7db1cd871,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:20.606127 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:20.707169 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-03ab5477-d2c4-4696-9453-20955aaf328b req-e62ac1d8-dbd4-42e3-83ad-12f43fd5bffe tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 210 time: 0.2482789 Mar 10 03:42:20.725698 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Checking segment: {'id': '5507c407-a7a6-4bd8-bd48-a08b76324c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ee90604-07b7-452d-8844-8e108a0b720e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:20.727890 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Network hostable DHCP agents. Network: 1ee90604-07b7-452d-8844-8e108a0b720e, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:42:20.744739 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-47e9e525-4f6e-415c-a15f-cc0615db8fb2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (95eb1c6d-5b3c-4561-af96-27b7b51f5943), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.755077 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=e37065b7-95ae-45bc-b811-959bd931778c,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:20.758421 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.766230 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-47e9e525-4f6e-415c-a15f-cc0615db8fb2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (95eb1c6d-5b3c-4561-af96-27b7b51f5943), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.773335 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Publish callbacks [] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.776715 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:20.781666 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.781863 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.784450 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-9c2052ff-aa2b-4578-8b79-c9a739fe6108 service neutron] 10.222.0.16 "PUT /v2.0/ports/334ad54a-024b-4f60-97a3-e4b7db1cd871 HTTP/1.1" status: 200 len: 1093 time: 7.6929386 Mar 10 03:42:20.804382 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a69704-8829-4199-a4a2-a2fe3afae43b', 'tag': '334ad54a-024b-4f60-97a3-e4b7db1cd871'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:20.849425 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Made reservation on behalf of 5d06f556d50a488797e95fb2be32ba7c for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:20.853990 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68544f-f37e-4e40-98e8-c80332bc61e8 None None] Pushing event updated for resources: {'Port': ['ID=b639bd6a-de14-4bf2-bc13-9a465e3b88be,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:20.874525 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:20.945062 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b968e031-fb2b-4f77-90d4-b8eaab0ff897,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:21.077478 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Attempting to bind port b639bd6a-de14-4bf2-bc13-9a465e3b88be on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:21.077996 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Attempting to bind port b639bd6a-de14-4bf2-bc13-9a465e3b88be by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:21.078200 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Attempting to bind port b639bd6a-de14-4bf2-bc13-9a465e3b88be on network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:21.096873 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:21.097375 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Checking segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:21.099054 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:21.099493 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Bound using segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:21.101781 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Bound port: b639bd6a-de14-4bf2-bc13-9a465e3b88be, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:21.102208 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:21.109306 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Network 1ee90604-07b7-452d-8844-8e108a0b720e is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:42:21.109955 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9e525-4f6e-415c-a15f-cc0615db8fb2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb1c6d-5b3c-4561-af96-27b7b51f5943,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:21.180184 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.16', 56504) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:21.290582 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-47e9e525-4f6e-415c-a15f-cc0615db8fb2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:21.297221 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-47e9e525-4f6e-415c-a15f-cc0615db8fb2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0491161 Mar 10 03:42:21.299516 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48326) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:21.324723 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-8f329f2a-ac26-4cac-a748-c96311bf3cbb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group_rule': {'security_group_id': '95eb1c6d-5b3c-4561-af96-27b7b51f5943', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:21.354596 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] For port b639bd6a-de14-4bf2-bc13-9a465e3b88be, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:21.367619 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] For port b639bd6a-de14-4bf2-bc13-9a465e3b88be, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=b639bd6a-de14-4bf2-bc13-9a465e3b88be,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:21.368189 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "16a69704-8829-4199-a4a2-a2fe3afae43b", "tag": "334ad54a-024b-4f60-97a3-e4b7db1cd871"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:21.385757 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:21.423406 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8f329f2a-ac26-4cac-a748-c96311bf3cbb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (b523d0da-a577-4317-95b3-f268ba8676e5), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:21.435158 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 1ee90604-07b7-452d-8844-8e108a0b720e) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:21.436479 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-4b52684f-b3ad-4efd-9c97-c934424eeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:21.442494 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-4b52684f-b3ad-4efd-9c97-c934424eeb59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9ea7a7d0db24e4f8c9a0c578ce201bd&device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 1127 time: 0.4727838 Mar 10 03:42:21.442643 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:21.443285 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:21.553831 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:21.555452 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:41:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:21.658940 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-d64c04cc-12a3-419f-a645-a72706abb330 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=334ad54a-024b-4f60-97a3-e4b7db1cd871 HTTP/1.1" status: 200 len: 217 time: 0.2016897 Mar 10 03:42:21.675798 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68544f-f37e-4e40-98e8-c80332bc61e8 None None] Pushing event updated for resources: {'Port': ['ID=b639bd6a-de14-4bf2-bc13-9a465e3b88be,revision_number=4']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:21.778418 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f0c3c-2341-4fca-b78a-e1f827a11bfb None None] Network 1ee90604-07b7-452d-8844-8e108a0b720e requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:42:21.836304 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-32775c56-1263-4659-b892-e8e2216393d3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2602961 Mar 10 03:42:21.940864 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-cf392ed9-534a-4fe3-8917-cddb6ad786b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:21.946495 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-cf392ed9-534a-4fe3-8917-cddb6ad786b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0 HTTP/1.1" status: 200 len: 852 time: 0.2750866 Mar 10 03:42:21.949698 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:22.070895 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-de7b9242-c168-42f6-97bb-8e8268831c0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53444f2b-76a3-43e4-8dfa-5ce598a63d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221240 Mar 10 03:42:22.084412 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-efb9bb84-1e6f-415e-b8c2-839648f2f321 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:22.085932 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-efb9bb84-1e6f-415e-b8c2-839648f2f321 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 819 time: 0.7112226 Mar 10 03:42:22.110372 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Request body: {'port': {'device_id': 'c54d5ef5-c514-4daa-8d8c-094318cb2528', 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa', 'admin_state_up': True, 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:22.127211 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:15Z', 'revision_number': 2, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:22.140428 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8f329f2a-ac26-4cac-a748-c96311bf3cbb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (b523d0da-a577-4317-95b3-f268ba8676e5), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.166108 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8f329f2a-ac26-4cac-a748-c96311bf3cbb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (b523d0da-a577-4317-95b3-f268ba8676e5), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.328884 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f329f2a-ac26-4cac-a748-c96311bf3cbb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b523d0da-a577-4317-95b3-f268ba8676e5,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:22.340059 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Checking router: 9695ff10-9709-4b01-80a4-15e818c5585f for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:22.341436 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Updating router 9695ff10-9709-4b01-80a4-15e818c5585f port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:42:22.365829 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Allocated IP 172.20.0.14 (be7ebf66-3afd-4457-b3e5-deb620cb0dfa/8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4/13f00d04-792e-4bf3-bd27-000dc5c04f5a) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:22.397047 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8f329f2a-ac26-4cac-a748-c96311bf3cbb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.406586 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-8f329f2a-ac26-4cac-a748-c96311bf3cbb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1012607 Mar 10 03:42:22.421960 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48362) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:22.429326 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:21Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:22.429895 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-60003423-8c92-4675-a14e-274483f7bdf1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group_rule': {'security_group_id': '95eb1c6d-5b3c-4561-af96-27b7b51f5943', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:22.488467 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-98ffb88f-3260-44d5-b9e3-5a14762fd6d1 service neutron] 10.222.0.16 "GET /v2.0/networks/53444f2b-76a3-43e4-8dfa-5ce598a63d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936839 Mar 10 03:42:22.513152 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb8700-a46d-447f-83dd-f5f110fbc5af None None] Network 1ee90604-07b7-452d-8844-8e108a0b720e requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:42:22.516535 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.538309 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-4799d403-a67b-42a3-a2fd-f0a3f9ef6746 None None] Provisioning complete for port b639bd6a-de14-4bf2-bc13-9a465e3b88be triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:22.539108 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4799d403-a67b-42a3-a2fd-f0a3f9ef6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.595465 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-60003423-8c92-4675-a14e-274483f7bdf1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (b27ce1ae-c0b5-457f-a0a4-8ed0d04f4f98), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.596823 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48364) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:22.597182 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48366) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:22.623156 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-d423e565-dd0d-4303-9809-81c939c1d664 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585400630', 'description': 'tempest-description--2066575880'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:22.640851 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Made reservation on behalf of 5d06f556d50a488797e95fb2be32ba7c for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:22.646425 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-c86f31d2-d764-406e-b78e-45ea63028030 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1186788325', 'description': 'tempest-description--154848749'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:22.650964 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.673009 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device e37065b7-95ae-45bc-b811-959bd931778c up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:22.680611 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb9e41-44e6-420f-a870-96bbcdb9261e None None] The sync data for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi is: [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:21Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:22.854591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-99e1e81d-dfb2-4016-bbab-d06cecac91e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.868599 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks [] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:22.931633 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.103133 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051d7d7a-4080-4c46-b014-45faf28df1f1 x-openstack-request-id: req-051d7d7a-4080-4c46-b014-45faf28df1f1 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:23.103639 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a69704-8829-4199-a4a2-a2fe3afae43b", "tag": "334ad54a-024b-4f60-97a3-e4b7db1cd871", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:23.103859 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-051d7d7a-4080-4c46-b014-45faf28df1f1 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:23.123536 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a69704-8829-4199-a4a2-a2fe3afae43b', 'tag': '334ad54a-024b-4f60-97a3-e4b7db1cd871', 'status': 'completed', 'code': 200} Mar 10 03:42:23.134791 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48388) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:23.166361 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1626312097-network', 'tenant_id': '95ab9bd0c2b54c3ba456a0136cb15d3d'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:23.167134 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f639f-4539-4f0c-8195-2348be0e5b8a req-ec3d5115-1012-4d72-8dce-53461357382b tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:23.169253 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7f4f639f-4539-4f0c-8195-2348be0e5b8a req-ec3d5115-1012-4d72-8dce-53461357382b tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 943 time: 0.4836283 Mar 10 03:42:23.197704 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Network be7ebf66-3afd-4457-b3e5-deb620cb0dfa is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:23.218566 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:23.251511 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d423e565-dd0d-4303-9809-81c939c1d664 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.255149 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:23.260896 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:23.269199 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.284059 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c86f31d2-d764-406e-b78e-45ea63028030 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.285887 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Pushing event updated for resources: {'Port': ['ID=13f00d04-792e-4bf3-bd27-000dc5c04f5a,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:23.358001 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6cacd996-083a-4c56-aaa1-c646661bf00e req-604108d8-3a2e-45ca-8b3d-9af63c6802ec tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 210 time: 0.1538711 Mar 10 03:42:23.378537 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Made reservation on behalf of 95ab9bd0c2b54c3ba456a0136cb15d3d for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:23.389892 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.389892 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5626e9aa-52f9-4a9e-b6f2-d745870a4089 req-d2245c55-ade9-4d1e-92df-ee83d3ee8aae service neutron] 10.222.0.16 "GET /v2.0/networks/53444f2b-76a3-43e4-8dfa-5ce598a63d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8882804 Mar 10 03:42:23.398591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port e37065b7-95ae-45bc-b811-959bd931778c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:23.399107 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (e37065b7-95ae-45bc-b811-959bd931778c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.425406 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-71c37441-3ea5-4723-8b24-519020106cd4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4900756 Mar 10 03:42:23.435186 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-60003423-8c92-4675-a14e-274483f7bdf1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (b27ce1ae-c0b5-457f-a0a4-8ed0d04f4f98), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.436266 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Allocated IP 172.20.0.4 (be7ebf66-3afd-4457-b3e5-deb620cb0dfa/8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4/14bb84d6-7125-402c-9953-f8c5b415f748) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:23.461624 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7f4f639f-4539-4f0c-8195-2348be0e5b8a req-962f155f-e699-4fc2-9668-837d6ff6023c tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596707 Mar 10 03:42:23.463083 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Request body: {'port': {'device_id': 'f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:23.478328 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-60003423-8c92-4675-a14e-274483f7bdf1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (b27ce1ae-c0b5-457f-a0a4-8ed0d04f4f98), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.489248 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.587590 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60003423-8c92-4675-a14e-274483f7bdf1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27ce1ae-c0b5-457f-a0a4-8ed0d04f4f98,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:23.603963 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-60003423-8c92-4675-a14e-274483f7bdf1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.606190 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-60003423-8c92-4675-a14e-274483f7bdf1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1833277 Mar 10 03:42:23.616772 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48408) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:23.644684 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:23.688974 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-ebb2ebde-249b-4697-992f-98814bc0d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:23.690621 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-ebb2ebde-249b-4697-992f-98814bc0d4ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9ea7a7d0db24e4f8c9a0c578ce201bd&device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 1127 time: 0.1714764 Mar 10 03:42:23.757186 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Publish callbacks [] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.773621 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c86f31d2-d764-406e-b78e-45ea63028030 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.789880 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.821156 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c86f31d2-d764-406e-b78e-45ea63028030 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.832854 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d423e565-dd0d-4303-9809-81c939c1d664 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (e4c36628-5092-425d-aba1-d177af43d793), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.847140 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.880840 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d423e565-dd0d-4303-9809-81c939c1d664 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (e4c36628-5092-425d-aba1-d177af43d793), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.967904 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.989188 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c86f31d2-d764-406e-b78e-45ea63028030 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:23.993605 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c86f31d2-d764-406e-b78e-45ea63028030 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3899152 Mar 10 03:42:24.007655 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48412) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:24.017619 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-4799d403-a67b-42a3-a2fd-f0a3f9ef6746 None None] Current status of the port b639bd6a-de14-4bf2-bc13-9a465e3b88be is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:24.019742 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4799d403-a67b-42a3-a2fd-f0a3f9ef6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.027748 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-8801f1cd-bab2-4544-b142-5212605ff077 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'security_group_rule': {'security_group_id': 'cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:24.035286 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f31d2-d764-406e-b78e-45ea63028030 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:24.059707 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Publish callbacks [] for security_group (83f24e03-46b0-4dc1-abf0-d29d9f4e41c6), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.063890 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d423e565-dd0d-4303-9809-81c939c1d664 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.068044 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-d423e565-dd0d-4303-9809-81c939c1d664 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4594948 Mar 10 03:42:24.082498 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48414) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:24.090669 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48416) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:24.096052 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-57c21ad8-6a96-4ff8-bb94-4d7b5a1e0730 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'security_group_rule': {'security_group_id': 'e4c36628-5092-425d-aba1-d177af43d793', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:24.122147 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (83f24e03-46b0-4dc1-abf0-d29d9f4e41c6), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.187292 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.192709 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a1786-6ee7-45bf-9fdd-cb2860124e1a None None] Pushing event updated for resources: {'Port': ['ID=1f10938f-af7b-4a33-bfc8-55f31165797b,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:24.217451 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:42:24.240007 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-4799d403-a67b-42a3-a2fd-f0a3f9ef6746 None None] For port b639bd6a-de14-4bf2-bc13-9a465e3b88be, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=b639bd6a-de14-4bf2-bc13-9a465e3b88be,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:24.245928 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423e565-dd0d-4303-9809-81c939c1d664 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c36628-5092-425d-aba1-d177af43d793,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:24.249720 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-20bdf1e3-9f76-463b-8148-46171e540f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:24.254871 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-20bdf1e3-9f76-463b-8148-46171e540f1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=53444f2b-76a3-43e4-8dfa-5ce598a63d3d HTTP/1.1" status: 200 len: 913 time: 0.5355077 Mar 10 03:42:24.321091 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4799d403-a67b-42a3-a2fd-f0a3f9ef6746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.328060 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port e37065b7-95ae-45bc-b811-959bd931778c is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:24.367245 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-57c21ad8-6a96-4ff8-bb94-4d7b5a1e0730 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (a8873488-31bb-47a1-866f-e877b1a6235e), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.399903 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (d9be2aa8-ea06-42ad-9897-e9daf92c3119), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.400172 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Added segment d9be2aa8-ea06-42ad-9897-e9daf92c3119 of type vlan for network a2447d39-8851-4c4b-aadf-778aa220b50c Mar 10 03:42:24.402487 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8801f1cd-bab2-4544-b142-5212605ff077 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (7a6dac8e-7193-4fc4-a5ae-d2d2d942b068), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.497832 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Attempting to bind port 1f10938f-af7b-4a33-bfc8-55f31165797b on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:24.521056 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Attempting to bind port 1f10938f-af7b-4a33-bfc8-55f31165797b by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:24.526007 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Attempting to bind port 1f10938f-af7b-4a33-bfc8-55f31165797b on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:24.612335 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-e40634c9-530f-4d8d-843f-c6a10166dfe4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=334ad54a-024b-4f60-97a3-e4b7db1cd871 HTTP/1.1" status: 200 len: 217 time: 0.2813971 Mar 10 03:42:24.630311 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f24e03-46b0-4dc1-abf0-d29d9f4e41c6,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:24.687251 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:24.687810 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Checking segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:24.688324 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.689363 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Bound using segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:24.689363 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Bound port: 1f10938f-af7b-4a33-bfc8-55f31165797b, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:24.689857 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.697111 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799d403-a67b-42a3-a2fd-f0a3f9ef6746 None None] Pushing event updated for resources: {'Port': ['ID=b639bd6a-de14-4bf2-bc13-9a465e3b88be,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:24.727878 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (a2447d39-8851-4c4b-aadf-778aa220b50c), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.760214 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks [] for port (14bb84d6-7125-402c-9953-f8c5b415f748), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.767192 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-1524c62c-e0e2-40e0-96dd-9415ea92db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:24.768987 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-1524c62c-e0e2-40e0-96dd-9415ea92db90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0 HTTP/1.1" status: 200 len: 852 time: 0.1455722 Mar 10 03:42:24.780461 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-759138b7-35c7-43e7-961e-cdfa7fc249e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.816278 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device b639bd6a-de14-4bf2-bc13-9a465e3b88be up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:24.823297 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-25b3af9b-3e02-4521-b64e-5ec3c476561c None None] Provisioning complete for port b639bd6a-de14-4bf2-bc13-9a465e3b88be triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:24.824139 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-25b3af9b-3e02-4521-b64e-5ec3c476561c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.824587 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-047428bd-1369-423b-bc60-6b55d8f63071 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53444f2b-76a3-43e4-8dfa-5ce598a63d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443010 Mar 10 03:42:24.826282 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2ac6c1c9-37ce-41c7-84db-ee852077dce8 req-2e70c773-6794-4e2e-bab2-cc0f9ae55299 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 210 time: 0.1571860 Mar 10 03:42:24.845539 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8801f1cd-bab2-4544-b142-5212605ff077 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (7a6dac8e-7193-4fc4-a5ae-d2d2d942b068), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.864172 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8801f1cd-bab2-4544-b142-5212605ff077 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (7a6dac8e-7193-4fc4-a5ae-d2d2d942b068), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.867469 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.970484 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (a2447d39-8851-4c4b-aadf-778aa220b50c), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.972093 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:24.972702 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.981484 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8801f1cd-bab2-4544-b142-5212605ff077 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.982745 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-8801f1cd-bab2-4544-b142-5212605ff077 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9687846 Mar 10 03:42:24.985391 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Publish callbacks [] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.994053 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48432) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:24.994872 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:24.997083 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-57c21ad8-6a96-4ff8-bb94-4d7b5a1e0730 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (a8873488-31bb-47a1-866f-e877b1a6235e), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.002620 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] For port 1f10938f-af7b-4a33-bfc8-55f31165797b, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:25.006975 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.007392 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-9d8aead1-2aec-4950-b78b-a7358d0f5a3c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'security_group_rule': {'security_group_id': 'cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:25.012298 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] For port 1f10938f-af7b-4a33-bfc8-55f31165797b, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=1f10938f-af7b-4a33-bfc8-55f31165797b,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:25.063648 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.084456 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801f1cd-bab2-4544-b142-5212605ff077 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6dac8e-7193-4fc4-a5ae-d2d2d942b068,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:25.129852 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9693990 Mar 10 03:42:25.130442 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-57c21ad8-6a96-4ff8-bb94-4d7b5a1e0730 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (a8873488-31bb-47a1-866f-e877b1a6235e), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.150189 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48436) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:25.166136 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Request body: {'subnet': {'network_id': 'a2447d39-8851-4c4b-aadf-778aa220b50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1626312097-subnet', 'tenant_id': '95ab9bd0c2b54c3ba456a0136cb15d3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:25.177391 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125645c0-d2f8-46d2-a3b2-29d63c07aa56 None None] Pushing event updated for resources: {'Port': ['ID=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:25.230911 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c21ad8-6a96-4ff8-bb94-4d7b5a1e0730 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8873488-31bb-47a1-866f-e877b1a6235e,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:25.231418 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247f3ae-640e-4c66-bb7e-390d483e7e47 admin admin] Pushing event updated for resources: {'Network': ['ID=a2447d39-8851-4c4b-aadf-778aa220b50c,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:25.242246 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-01b7e506-0076-4974-9abb-cb3c9deab88f service neutron] 10.222.0.16 "GET /v2.0/networks/53444f2b-76a3-43e4-8dfa-5ce598a63d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079416 Mar 10 03:42:25.297515 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port b639bd6a-de14-4bf2-bc13-9a465e3b88be triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:25.297900 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.304814 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Made reservation on behalf of 95ab9bd0c2b54c3ba456a0136cb15d3d for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:25.307695 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.352845 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network a2447d39-8851-4c4b-aadf-778aa220b50c details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:42:25.359748 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Allocated IP 172.27.1.248 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/172e8cb0-d7ba-4ec0-94fa-1c25e1f89214) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:25.404212 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0099b9-c2fc-415b-a2da-523d77cb720a req-96f67065-11d1-4003-b358-c664ec9536de tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:25.406049 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f0099b9-c2fc-415b-a2da-523d77cb720a req-96f67065-11d1-4003-b358-c664ec9536de tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 943 time: 0.7392385 Mar 10 03:42:25.469209 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-57c21ad8-6a96-4ff8-bb94-4d7b5a1e0730 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.470681 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-57c21ad8-6a96-4ff8-bb94-4d7b5a1e0730 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3841276 Mar 10 03:42:25.491500 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48448) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:25.492502 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9d8aead1-2aec-4950-b78b-a7358d0f5a3c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (9444ddef-c8c1-481e-874e-5049cee04308), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.499453 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-8fc2df8f-a607-407e-a7c1-39093cb53800 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'security_group_rule': {'security_group_id': 'e4c36628-5092-425d-aba1-d177af43d793', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:25.536097 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.547731 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:25.548387 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:42:23Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:25.576800 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Network be7ebf66-3afd-4457-b3e5-deb620cb0dfa is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:25.584767 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-759138b7-35c7-43e7-961e-cdfa7fc249e9 admin admin] Publish callbacks [] for security_group (0503a689-3728-419f-92b2-088b7972b310), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.592978 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:25.596041 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:25.601722 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:25.602441 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.633833 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-25b3af9b-3e02-4521-b64e-5ec3c476561c None None] Current status of the port b639bd6a-de14-4bf2-bc13-9a465e3b88be is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:25.647504 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-759138b7-35c7-43e7-961e-cdfa7fc249e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0503a689-3728-419f-92b2-088b7972b310), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.653583 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.657946 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-bd962961-a36c-40a0-9d9b-dc1ba264c1fe req-3499cac4-c97a-4ab5-aa21-1a295004e402 service neutron] 10.222.0.16 "GET /v2.0/networks/53444f2b-76a3-43e4-8dfa-5ce598a63d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042733 Mar 10 03:42:25.709328 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6053677 Mar 10 03:42:25.709771 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.739327 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759138b7-35c7-43e7-961e-cdfa7fc249e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0503a689-3728-419f-92b2-088b7972b310,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:25.751052 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Request body: {'port': {'device_id': 'c54d5ef5-c514-4daa-8d8c-094318cb2528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:25.766971 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=172e8cb0-d7ba-4ec0-94fa-1c25e1f89214,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:25.784324 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:25.786452 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:25.793136 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:25.861311 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a1786-6ee7-45bf-9fdd-cb2860124e1a None None] Pushing event updated for resources: {'Port': ['ID=1f10938f-af7b-4a33-bfc8-55f31165797b,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:25.878100 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Attempting to bind port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:25.878480 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Attempting to bind port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:25.878879 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Attempting to bind port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f on network 4748401d-8447-46a1-8e5b-6fca736d9ea3 {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:25.899018 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:25.899469 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Checking segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:25.899888 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.900296 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Bound using segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:25.900974 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Bound port: 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:25.901364 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.931504 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.933894 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.957807 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Provisioning complete for port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:25.958232 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:25.987650 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.025742 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a7a5d-babb-4784-88d8-6a0cb4b6d4bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Pushing event updated for resources: {'Port': ['ID=14bb84d6-7125-402c-9953-f8c5b415f748,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:26.058924 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port b639bd6a-de14-4bf2-bc13-9a465e3b88be is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:26.070131 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:26.074409 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:26.093078 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f0099b9-c2fc-415b-a2da-523d77cb720a req-5dda05f5-7285-4c19-820a-236fa5a1e2df tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397545 Mar 10 03:42:26.099284 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-759138b7-35c7-43e7-961e-cdfa7fc249e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b787c39eb7a44292b290526472cc9398&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9964013 Mar 10 03:42:26.099394 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48458) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:26.099472 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8fc2df8f-a607-407e-a7c1-39093cb53800 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (7edfe53c-60d6-4088-ae76-5c2cc82f78fb), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.144640 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] For port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:26.150345 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Provisioning complete for port 1f10938f-af7b-4a33-bfc8-55f31165797b triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:26.150758 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.153894 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] For port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:26.180698 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (1c2c9865-32d1-4d62-858f-64d8fc04f923), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.211448 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2bd9eb08-54d9-4e6a-b6a4-14066d976b3a admin admin] Publish callbacks [] for security_group (0503a689-3728-419f-92b2-088b7972b310), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.223464 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.247001 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2bd9eb08-54d9-4e6a-b6a4-14066d976b3a admin admin] Publish callbacks [] for security_group (0503a689-3728-419f-92b2-088b7972b310), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.256148 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.261130 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9d8aead1-2aec-4950-b78b-a7358d0f5a3c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (9444ddef-c8c1-481e-874e-5049cee04308), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.267194 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.313758 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.338256 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9d8aead1-2aec-4950-b78b-a7358d0f5a3c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (9444ddef-c8c1-481e-874e-5049cee04308), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.349478 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.350854 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7257650 Mar 10 03:42:26.355442 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b36522-aec1-44c6-a9fb-f7ecc1f540cd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=172e8cb0-d7ba-4ec0-94fa-1c25e1f89214,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:26.362136 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125645c0-d2f8-46d2-a3b2-29d63c07aa56 None None] Pushing event updated for resources: {'Port': ['ID=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:26.394768 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2bd9eb08-54d9-4e6a-b6a4-14066d976b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0503a689-3728-419f-92b2-088b7972b310), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.398457 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2bd9eb08-54d9-4e6a-b6a4-14066d976b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.403127 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-2bd9eb08-54d9-4e6a-b6a4-14066d976b3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0503a689-3728-419f-92b2-088b7972b310 HTTP/1.1" status: 204 len: 168 time: 0.3002355 Mar 10 03:42:26.403318 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:26.403318 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:42:23Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:26.435093 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9eb08-54d9-4e6a-b6a4-14066d976b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0503a689-3728-419f-92b2-088b7972b310,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:26.451597 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2c9865-32d1-4d62-858f-64d8fc04f923,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:26.469586 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec4235-9f39-4c11-baad-3e36a3af194f req-5fb8440a-70b3-4ba1-a028-24f95c066ebf tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:26.478309 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c2ec4235-9f39-4c11-baad-3e36a3af194f req-5fb8440a-70b3-4ba1-a028-24f95c066ebf tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 931 time: 0.4756958 Mar 10 03:42:26.486815 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8aead1-2aec-4950-b78b-a7358d0f5a3c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9444ddef-c8c1-481e-874e-5049cee04308,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:26.561488 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f00d04-792e-4bf3-bd27-000dc5c04f5a {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:26.570394 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8fc2df8f-a607-407e-a7c1-39093cb53800 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (7edfe53c-60d6-4088-ae76-5c2cc82f78fb), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.579521 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9d8aead1-2aec-4950-b78b-a7358d0f5a3c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.580875 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-9d8aead1-2aec-4950-b78b-a7358d0f5a3c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5821111 Mar 10 03:42:26.584581 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48468) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:26.592878 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:26.593134 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Publish callbacks [] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.601215 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8fc2df8f-a607-407e-a7c1-39093cb53800 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (7edfe53c-60d6-4088-ae76-5c2cc82f78fb), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.603475 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Checking segment: {'id': 'd9be2aa8-ea06-42ad-9897-e9daf92c3119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a2447d39-8851-4c4b-aadf-778aa220b50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:26.604156 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Network hostable DHCP agents. Network: a2447d39-8851-4c4b-aadf-778aa220b50c, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:42:26.642632 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.665483 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Transition to ACTIVE for port object 13f00d04-792e-4bf3-bd27-000dc5c04f5a will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:42:26.673214 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2df8f-a607-407e-a7c1-39093cb53800 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edfe53c-60d6-4088-ae76-5c2cc82f78fb,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:26.693672 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device b639bd6a-de14-4bf2-bc13-9a465e3b88be up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:26.720356 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.754792 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.756181 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Current status of the port 1f10938f-af7b-4a33-bfc8-55f31165797b is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:26.756645 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.757852 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c2ec4235-9f39-4c11-baad-3e36a3af194f req-72b546c8-1efa-4e2b-8437-5dcb69856a42 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782397 Mar 10 03:42:26.765032 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8fc2df8f-a607-407e-a7c1-39093cb53800 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.770916 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-8fc2df8f-a607-407e-a7c1-39093cb53800 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2749288 Mar 10 03:42:26.799055 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48480) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:26.802843 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:26.810536 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:26.842367 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Network a2447d39-8851-4c4b-aadf-778aa220b50c is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:42:26.860438 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] For port 1f10938f-af7b-4a33-bfc8-55f31165797b, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=1f10938f-af7b-4a33-bfc8-55f31165797b,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:26.882172 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.959522 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:26.993531 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port b639bd6a-de14-4bf2-bc13-9a465e3b88be triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:26.993938 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:26.997433 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48486) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:27.003784 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-d6e1f68f-59db-4dc4-ae56-50c709e4d535 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--980477005&fields=id&tenant_id=a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 267 time: 0.3323829 Mar 10 03:42:27.017593 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf3320c-fea3-44a2-ae94-047db3165861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.021567 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2accb80e-933a-49b8-9236-24c5f479390f None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:27.022405 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.151118 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286ede6-0ee2-4830-8f51-897fe7fdfbbd None None] Pushing event updated for resources: {'Port': ['ID=1f10938f-af7b-4a33-bfc8-55f31165797b,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:27.162943 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-dd0ea996-8e6f-4411-bd69-ee5ca3a49d1a None None] Provisioning complete for port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:27.163324 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea996-8e6f-4411-bd69-ee5ca3a49d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.186476 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bb84d6-7125-402c-9953-f8c5b415f748 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:27.213366 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, a2447d39-8851-4c4b-aadf-778aa220b50c) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:27.218648 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 334ad54a-024b-4f60-97a3-e4b7db1cd871 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:42:27.220529 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Publish callbacks [] for port (14bb84d6-7125-402c-9953-f8c5b415f748), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.230003 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.233691 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Pushing event updated for resources: {'Port': ['ID=13f00d04-792e-4bf3-bd27-000dc5c04f5a,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:27.249450 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:27.251352 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.272570 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7023ce2-9e73-4a83-8397-8d04793c02b2 None None] Network a2447d39-8851-4c4b-aadf-778aa220b50c requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:42:27.300411 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf3320c-fea3-44a2-ae94-047db3165861 admin admin] Publish callbacks [] for security_group (f04dcb04-7857-499d-8bd4-cb1abecbc1e3), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.311831 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf3320c-fea3-44a2-ae94-047db3165861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f04dcb04-7857-499d-8bd4-cb1abecbc1e3), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.339730 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Transition to ACTIVE for port object 14bb84d6-7125-402c-9953-f8c5b415f748 will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:42:27.392636 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port b639bd6a-de14-4bf2-bc13-9a465e3b88be is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:27.422234 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-edf3320c-fea3-44a2-ae94-047db3165861 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22b0b18b86b346c39c938cb6b91e35cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228048 Mar 10 03:42:27.426016 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48494) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:27.426710 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3320c-fea3-44a2-ae94-047db3165861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04dcb04-7857-499d-8bd4-cb1abecbc1e3,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:27.472101 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Allocated IP 172.27.1.61 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/fe025b8f-b267-4b03-9201-6d1b90502dee) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:27.472989 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.531938 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.db.resource_extend [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 03:42:27.567816 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e7603cf5-e049-44a0-b5f8-75b2eddbd4f3 admin admin] Publish callbacks [] for security_group (f04dcb04-7857-499d-8bd4-cb1abecbc1e3), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.632766 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e7603cf5-e049-44a0-b5f8-75b2eddbd4f3 admin admin] Publish callbacks [] for security_group (f04dcb04-7857-499d-8bd4-cb1abecbc1e3), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.681384 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for port (fe025b8f-b267-4b03-9201-6d1b90502dee), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.701455 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-55faae85-7623-45d5-8b6f-eab209dfed8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5331981 Mar 10 03:42:27.701646 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ea996-8e6f-4411-bd69-ee5ca3a49d1a None None] Current status of the port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:27.701646 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea996-8e6f-4411-bd69-ee5ca3a49d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.705731 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881a422-77da-4aae-95b5-08d45060f27b None None] Network a2447d39-8851-4c4b-aadf-778aa220b50c requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:42:27.745795 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 334ad54a-024b-4f60-97a3-e4b7db1cd871, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=334ad54a-024b-4f60-97a3-e4b7db1cd871,segment=NetworkSegment(a01cb2cf-b59c-4258-9f17-b05b86d07b7e),segment_id=a01cb2cf-b59c-4258-9f17-b05b86d07b7e)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:27.803640 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:27.818048 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (fe025b8f-b267-4b03-9201-6d1b90502dee), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.848792 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Attempting to bind port 13f00d04-792e-4bf3-bd27-000dc5c04f5a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:27.849163 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Attempting to bind port 13f00d04-792e-4bf3-bd27-000dc5c04f5a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:27.849523 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Attempting to bind port 13f00d04-792e-4bf3-bd27-000dc5c04f5a on network be7ebf66-3afd-4457-b3e5-deb620cb0dfa {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:27.865402 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '334ad54a-024b-4f60-97a3-e4b7db1cd871', 'network_id': '53444f2b-76a3-43e4-8dfa-5ce598a63d3d', 'port_id': '334ad54a-024b-4f60-97a3-e4b7db1cd871', 'mac_address': 'fa:16:3e:c5:37:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:42:27.874843 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48500) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:27.875847 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a51d485-f290-4ce9-93cf-d97aa40f7879 None None] The sync data for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi is: [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:27.876988 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Port 13f00d04-792e-4bf3-bd27-000dc5c04f5a on network be7ebf66-3afd-4457-b3e5-deb620cb0dfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:42:27.877325 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Attempting to bind port 13f00d04-792e-4bf3-bd27-000dc5c04f5a on network be7ebf66-3afd-4457-b3e5-deb620cb0dfa {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:27.881211 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=14bb84d6-7125-402c-9953-f8c5b415f748,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:27.892799 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e7603cf5-e049-44a0-b5f8-75b2eddbd4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f04dcb04-7857-499d-8bd4-cb1abecbc1e3), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.896289 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e7603cf5-e049-44a0-b5f8-75b2eddbd4f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.897576 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e7603cf5-e049-44a0-b5f8-75b2eddbd4f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f04dcb04-7857-499d-8bd4-cb1abecbc1e3 HTTP/1.1" status: 204 len: 168 time: 0.4679046 Mar 10 03:42:27.901307 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb5a2e-9bfc-495a-82c5-e22dc368c539 req-218945a1-4a79-4b50-80a9-fc599cfb8ad8 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:27.902769 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-24bb5a2e-9bfc-495a-82c5-e22dc368c539 req-218945a1-4a79-4b50-80a9-fc599cfb8ad8 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 943 time: 0.6176612 Mar 10 03:42:27.903291 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:27.914595 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:27.921893 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:27.936260 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7603cf5-e049-44a0-b5f8-75b2eddbd4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04dcb04-7857-499d-8bd4-cb1abecbc1e3,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:27.963190 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:27.963576 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Checking segment: {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:27.964679 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Bound using segment: {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:27.965144 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Bound port: 13f00d04-792e-4bf3-bd27-000dc5c04f5a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:27.965516 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:27.985165 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'Port': ['ID=fe025b8f-b267-4b03-9201-6d1b90502dee,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:28.013978 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (dbd38b93-c11e-40f8-a084-cae5ddd362ce), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.054765 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-183a37b1-fe5a-4dae-909d-f70999b592ec tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:28.063054 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-183a37b1-fe5a-4dae-909d-f70999b592ec tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 814 time: 0.8455532 Mar 10 03:42:28.094668 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (fe025b8f-b267-4b03-9201-6d1b90502dee), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.115672 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Attempting to bind port 14bb84d6-7125-402c-9953-f8c5b415f748 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:28.116021 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Attempting to bind port 14bb84d6-7125-402c-9953-f8c5b415f748 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:28.116356 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Attempting to bind port 14bb84d6-7125-402c-9953-f8c5b415f748 on network be7ebf66-3afd-4457-b3e5-deb620cb0dfa {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:28.168605 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_v2 [None req-b343d751-facf-40d0-b75e-cf01fd9855f2 admin admin] Deleting subnet b968e031-fb2b-4f77-90d4-b8eaab0ff897 {{(pid=109718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:42:28.176884 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-c187e4ae-22e5-47d9-96ea-6e6e805f6748 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/quotas/a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 375 time: 0.1134374 Mar 10 03:42:28.178608 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Port 14bb84d6-7125-402c-9953-f8c5b415f748 on network be7ebf66-3afd-4457-b3e5-deb620cb0dfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:42:28.178967 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Attempting to bind port 14bb84d6-7125-402c-9953-f8c5b415f748 on network be7ebf66-3afd-4457-b3e5-deb620cb0dfa {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:28.184774 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-dd0ea996-8e6f-4411-bd69-ee5ca3a49d1a None None] For port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:28.224648 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b343d751-facf-40d0-b75e-cf01fd9855f2 admin admin] Publish callbacks [] for subnet (b968e031-fb2b-4f77-90d4-b8eaab0ff897), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.261763 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea996-8e6f-4411-bd69-ee5ca3a49d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.388631 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:28.389248 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Checking segment: {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:28.391163 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Bound using segment: {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:28.391741 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Bound port: 14bb84d6-7125-402c-9953-f8c5b415f748, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1b0dd8-135d-4664-85a1-435e2d29b96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:28.393048 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.399397 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 334ad54a-024b-4f60-97a3-e4b7db1cd871 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:28.400010 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.421256 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ea996-8e6f-4411-bd69-ee5ca3a49d1a None None] Pushing event updated for resources: {'Port': ['ID=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:28.430722 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334ad54a-024b-4f60-97a3-e4b7db1cd871 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:28.452362 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for port (fe025b8f-b267-4b03-9201-6d1b90502dee), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.457244 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] For port 13f00d04-792e-4bf3-bd27-000dc5c04f5a, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:28.462998 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (fe025b8f-b267-4b03-9201-6d1b90502dee), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.463158 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b343d751-facf-40d0-b75e-cf01fd9855f2 admin admin] Publish callbacks [] for subnet (b968e031-fb2b-4f77-90d4-b8eaab0ff897), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.476675 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 334ad54a-024b-4f60-97a3-e4b7db1cd871, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=334ad54a-024b-4f60-97a3-e4b7db1cd871,segment=NetworkSegment(a01cb2cf-b59c-4258-9f17-b05b86d07b7e),segment_id=a01cb2cf-b59c-4258-9f17-b05b86d07b7e)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:28.486552 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.494815 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-24bb5a2e-9bfc-495a-82c5-e22dc368c539 req-0708cac3-694a-4a73-8fe0-617dd9037909 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764148 Mar 10 03:42:28.563501 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (dbd38b93-c11e-40f8-a084-cae5ddd362ce), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.611993 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] For port 13f00d04-792e-4bf3-bd27-000dc5c04f5a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:28.616132 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 1f10938f-af7b-4a33-bfc8-55f31165797b up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:28.618753 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'Port': ['ID=fe025b8f-b267-4b03-9201-6d1b90502dee,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:28.628414 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.632058 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b343d751-facf-40d0-b75e-cf01fd9855f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (b968e031-fb2b-4f77-90d4-b8eaab0ff897), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.641023 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-0fa15d46-0979-4b16-8fa4-1ce30804a011 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0542846 Mar 10 03:42:28.755657 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.769245 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=334ad54a-024b-4f60-97a3-e4b7db1cd871,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:28.779502 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b343d751-facf-40d0-b75e-cf01fd9855f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (b968e031-fb2b-4f77-90d4-b8eaab0ff897), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.846493 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-ade303b6-5582-442f-81cc-4147963cd59c tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6687367 Mar 10 03:42:28.862980 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['334ad54a-024b-4f60-97a3-e4b7db1cd871'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:42:28.891720 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 1f10938f-af7b-4a33-bfc8-55f31165797b triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:28.892976 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.931762 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343d751-facf-40d0-b75e-cf01fd9855f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b968e031-fb2b-4f77-90d4-b8eaab0ff897,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:28.935732 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.943080 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b343d751-facf-40d0-b75e-cf01fd9855f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.946172 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-b343d751-facf-40d0-b75e-cf01fd9855f2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b968e031-fb2b-4f77-90d4-b8eaab0ff897 HTTP/1.1" status: 204 len: 168 time: 1.0658927 Mar 10 03:42:28.947601 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:28.948127 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:28.949612 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48536) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:28.958081 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 200 len: 1094 time: 5.5009389 Mar 10 03:42:29.012269 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] For port 14bb84d6-7125-402c-9953-f8c5b415f748, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:29.023108 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] For port 14bb84d6-7125-402c-9953-f8c5b415f748, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14bb84d6-7125-402c-9953-f8c5b415f748,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:29.034769 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1', 'tag': '13f00d04-792e-4bf3-bd27-000dc5c04f5a'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:29.036694 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (1ee90604-07b7-452d-8844-8e108a0b720e), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.183223 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 1f10938f-af7b-4a33-bfc8-55f31165797b is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:29.185062 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:29.263138 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.300926 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:29.302657 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.338046 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (1ee90604-07b7-452d-8844-8e108a0b720e), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.343767 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d78c8-8316-4f8b-9734-b903575373c8 service neutron] Pushing event updated for resources: {'Port': ['ID=13f00d04-792e-4bf3-bd27-000dc5c04f5a,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:29.413836 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.414543 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.415836 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.416714 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > port after_create 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.417831 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > port after_delete 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.418527 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > port after_update 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.419078 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.419638 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.420339 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.421384 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.484467 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:29.612424 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.612987 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.613074 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.613360 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:42:29.615327 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee90604-07b7-452d-8844-8e108a0b720e']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:29.630026 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390eb4a0-4d20-4646-919d-8a14907104e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1", "tag": "13f00d04-792e-4bf3-bd27-000dc5c04f5a"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:29.633321 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5507c407-a7a6-4bd8-bd48-a08b76324c00') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:29.634187 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5507c407-a7a6-4bd8-bd48-a08b76324c00') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:29.643309 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f0f42-0ac5-4236-a1c7-f79bc36ec5f4 req-a5d34dc6-be26-4bd5-96a8-9090b4115e7a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:29.645174 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-716f0f42-0ac5-4236-a1c7-f79bc36ec5f4 req-a5d34dc6-be26-4bd5-96a8-9090b4115e7a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 943 time: 1.0017223 Mar 10 03:42:29.655052 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (5507c407-a7a6-4bd8-bd48-a08b76324c00), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.680897 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (5507c407-a7a6-4bd8-bd48-a08b76324c00), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.694449 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:42:29.694905 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (5507c407-a7a6-4bd8-bd48-a08b76324c00), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: from cryptography.utils import int_from_bytes Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: from cryptography.utils import int_from_bytes Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:42:29.725994 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:42:29.735383 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:29.735950 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.737374 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] 10.222.0.16 "PUT /v2.0/ports/14bb84d6-7125-402c-9953-f8c5b415f748 HTTP/1.1" status: 200 len: 1093 time: 3.9920313 Mar 10 03:42:29.770739 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Allocated IP 172.27.1.27 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/df91362c-5a56-4cb5-92a5-249720eb6622) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:29.810672 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (1ee90604-07b7-452d-8844-8e108a0b720e), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.818212 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.822790 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] 10.222.0.20 "DELETE /v2.0/networks/1ee90604-07b7-452d-8844-8e108a0b720e HTTP/1.1" status: 204 len: 168 time: 0.8721402 Mar 10 03:42:29.825720 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48564) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:29.839879 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-332ca32f-3c54-4143-999c-4ff138ae1808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:29.841737 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-332ca32f-3c54-4143-999c-4ff138ae1808 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1128 time: 0.6498778 Mar 10 03:42:29.855813 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadd81f-d0d4-4239-aa77-da7050a592df admin admin] Pushing event deleted for resources: {'Network': ['ID=1ee90604-07b7-452d-8844-8e108a0b720e,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:29.859164 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f703eb4-2c1e-4e2e-b750-0b66d867f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=14bb84d6-7125-402c-9953-f8c5b415f748,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:29.899654 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cebd02-c2c3-4371-836d-5832aade0c51 admin admin] Deleting subnet 1c2c9865-32d1-4d62-858f-64d8fc04f923 {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:42:29.907541 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-41cebd02-c2c3-4371-836d-5832aade0c51 admin admin] Publish callbacks [] for subnet (1c2c9865-32d1-4d62-858f-64d8fc04f923), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:29.911492 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-0a0a6064-0e00-4429-851c-c6557df0bd83 service neutron] 10.222.0.20 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0006804 Mar 10 03:42:29.953106 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-41cebd02-c2c3-4371-836d-5832aade0c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (1c2c9865-32d1-4d62-858f-64d8fc04f923), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.008739 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-41cebd02-c2c3-4371-836d-5832aade0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (1c2c9865-32d1-4d62-858f-64d8fc04f923), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.019368 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-716f0f42-0ac5-4236-a1c7-f79bc36ec5f4 req-c8b306ae-b7b7-4e7a-b5d8-64e6f160b5ff tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373616 Mar 10 03:42:30.021629 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-914e3199-5916-40f2-b4b4-491924699c7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 200 len: 217 time: 0.1498506 Mar 10 03:42:30.098849 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-41cebd02-c2c3-4371-836d-5832aade0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (1c2c9865-32d1-4d62-858f-64d8fc04f923), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.131529 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cebd02-c2c3-4371-836d-5832aade0c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2c9865-32d1-4d62-858f-64d8fc04f923,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:30.133362 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-41cebd02-c2c3-4371-836d-5832aade0c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.139817 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-41cebd02-c2c3-4371-836d-5832aade0c51 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1c2c9865-32d1-4d62-858f-64d8fc04f923 HTTP/1.1" status: 204 len: 168 time: 0.3073723 Mar 10 03:42:30.141347 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48582) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:30.222066 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (a2447d39-8851-4c4b-aadf-778aa220b50c), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.239893 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8fd2bd7f-f6bf-430b-92f7-40f487d49a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:30.242460 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-8fd2bd7f-f6bf-430b-92f7-40f487d49a5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 1127 time: 0.4058499 Mar 10 03:42:30.390033 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (a2447d39-8851-4c4b-aadf-778aa220b50c), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.393623 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-e6ca3375-0311-4c1b-8df1-a0e4bcc3d0c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14bb84d6-7125-402c-9953-f8c5b415f748 HTTP/1.1" status: 200 len: 217 time: 0.1374323 Mar 10 03:42:30.410371 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-17d5a6df-96a1-48b0-9edb-46efd3a15735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:30.410371 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-17d5a6df-96a1-48b0-9edb-46efd3a15735 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.2568629 Mar 10 03:42:30.433611 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2447d39-8851-4c4b-aadf-778aa220b50c']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:30.447230 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9be2aa8-ea06-42ad-9897-e9daf92c3119') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:30.447841 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9be2aa8-ea06-42ad-9897-e9daf92c3119') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:30.450753 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-c68f3d3b-0126-420e-b8e9-ba3da052e991 service neutron] 10.222.0.20 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564259 Mar 10 03:42:30.462233 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:30.473620 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (d9be2aa8-ea06-42ad-9897-e9daf92c3119), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.494201 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (d9be2aa8-ea06-42ad-9897-e9daf92c3119), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.504136 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:42:30.504558 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (d9be2aa8-ea06-42ad-9897-e9daf92c3119), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:42:30.540844 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:42:30.578724 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:42:30.623240 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:30.626073 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.683110 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (a2447d39-8851-4c4b-aadf-778aa220b50c), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.703792 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.704197 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.739040 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] 10.222.0.20 "DELETE /v2.0/networks/a2447d39-8851-4c4b-aadf-778aa220b50c HTTP/1.1" status: 204 len: 168 time: 0.5962794 Mar 10 03:42:30.774601 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:30.777533 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89164904-5590-4807-a45d-d2f0e288ea6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a2447d39-8851-4c4b-aadf-778aa220b50c,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:30.881229 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-8f6b95f4-e389-4a14-b3b4-133de2904110 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1186788325&fields=id&tenant_id=14c99abeccd643f48f412c92c8934a4c HTTP/1.1" status: 200 len: 267 time: 0.7252343 Mar 10 03:42:30.912321 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for port (df91362c-5a56-4cb5-92a5-249720eb6622), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:30.923133 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-b8dff775-36c9-462a-b707-fa4100be3693 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4681692 Mar 10 03:42:30.937718 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48614) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:31.029076 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48624) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:31.100062 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-d10b08f2-af0a-4fb9-ac81-899b9287af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:31.102190 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-d10b08f2-af0a-4fb9-ac81-899b9287af4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.6857145 Mar 10 03:42:31.162588 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-8dc4e2dd-f7dd-43c1-b552-7c235eba202f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1f2e48089b24cdfaabbd973b4c5be5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324246 Mar 10 03:42:31.167894 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48632) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:31.211162 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 334ad54a-024b-4f60-97a3-e4b7db1cd871 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:31.230949 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-a026196f-7318-462a-8fb5-9bb1bdf27f73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059029 Mar 10 03:42:31.269414 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1e887e45-12e2-43bf-b082-1b408f336d98 admin admin] Publish callbacks [] for security_group (c98f840c-9a6c-4eb8-98a3-bd7f6f75dfee), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.288733 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 334ad54a-024b-4f60-97a3-e4b7db1cd871 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:42:31.294921 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 334ad54a-024b-4f60-97a3-e4b7db1cd871 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:31.308311 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.321882 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1e887e45-12e2-43bf-b082-1b408f336d98 admin admin] Publish callbacks [] for security_group (c98f840c-9a6c-4eb8-98a3-bd7f6f75dfee), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.362120 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-854f9ecf-d737-4633-9e14-df5e8fa1936a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.396239 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbec14-85d4-4b32-8936-4044748180ea req-877ad2e0-47cf-4f2d-b00d-661d2739d8f5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:31.405794 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-877ad2e0-47cf-4f2d-b00d-661d2739d8f5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 817 time: 0.4880600 Mar 10 03:42:31.452406 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1e887e45-12e2-43bf-b082-1b408f336d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c98f840c-9a6c-4eb8-98a3-bd7f6f75dfee), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.455522 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1e887e45-12e2-43bf-b082-1b408f336d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.456676 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfc27a-c889-4eef-9e33-8a346c7b6809 req-52802123-5a3b-42b3-b6d0-0f6f293935da tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:31.457413 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1e887e45-12e2-43bf-b082-1b408f336d98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c98f840c-9a6c-4eb8-98a3-bd7f6f75dfee HTTP/1.1" status: 204 len: 168 time: 0.2882752 Mar 10 03:42:31.458582 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c8cfc27a-c889-4eef-9e33-8a346c7b6809 req-52802123-5a3b-42b3-b6d0-0f6f293935da tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 944 time: 0.5446217 Mar 10 03:42:31.471937 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-e67c6347-4e17-43f6-9b50-0e68339cfdc0 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239885 Mar 10 03:42:31.482035 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 334ad54a-024b-4f60-97a3-e4b7db1cd871 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:31.484722 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.491927 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e887e45-12e2-43bf-b082-1b408f336d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98f840c-9a6c-4eb8-98a3-bd7f6f75dfee,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:31.499278 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (df91362c-5a56-4cb5-92a5-249720eb6622), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.531396 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-854f9ecf-d737-4633-9e14-df5e8fa1936a admin admin] Publish callbacks [] for security_group (3c027af2-7cba-4c3e-89ee-70bb7fcb8125), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.544264 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-854f9ecf-d737-4633-9e14-df5e8fa1936a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (3c027af2-7cba-4c3e-89ee-70bb7fcb8125), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.555258 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a69704-8829-4199-a4a2-a2fe3afae43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334ad54a-024b-4f60-97a3-e4b7db1cd871'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:31.612543 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f9ecf-d737-4633-9e14-df5e8fa1936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c027af2-7cba-4c3e-89ee-70bb7fcb8125,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:31.618021 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-854f9ecf-d737-4633-9e14-df5e8fa1936a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f333d94a24434f0ca68cac9cdd6df6b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6791909 Mar 10 03:42:31.634471 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48654) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:31.696184 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 334ad54a-024b-4f60-97a3-e4b7db1cd871, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=334ad54a-024b-4f60-97a3-e4b7db1cd871,segment=NetworkSegment(a01cb2cf-b59c-4258-9f17-b05b86d07b7e),segment_id=a01cb2cf-b59c-4258-9f17-b05b86d07b7e)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:31.704086 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.723163 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-891476bf-5f2a-4e8b-989d-ee9cd4220a9b admin admin] Publish callbacks [] for security_group (3c027af2-7cba-4c3e-89ee-70bb7fcb8125), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.768897 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-891476bf-5f2a-4e8b-989d-ee9cd4220a9b admin admin] Publish callbacks [] for security_group (3c027af2-7cba-4c3e-89ee-70bb7fcb8125), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.791564 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=334ad54a-024b-4f60-97a3-e4b7db1cd871,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:31.813560 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-d330e156-b40d-4bae-a5a3-189668207625 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/quotas/14c99abeccd643f48f412c92c8934a4c HTTP/1.1" status: 200 len: 375 time: 0.4073474 Mar 10 03:42:31.879447 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-773b73b8-31b3-4dc2-9aab-c25f17d879a0 req-b2bff9ac-961d-4a84-a63c-5d466af8a775 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771098 Mar 10 03:42:31.880829 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-891476bf-5f2a-4e8b-989d-ee9cd4220a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (3c027af2-7cba-4c3e-89ee-70bb7fcb8125), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.884628 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-891476bf-5f2a-4e8b-989d-ee9cd4220a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:31.888754 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-891476bf-5f2a-4e8b-989d-ee9cd4220a9b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c027af2-7cba-4c3e-89ee-70bb7fcb8125 HTTP/1.1" status: 204 len: 168 time: 0.2503300 Mar 10 03:42:31.896373 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891476bf-5f2a-4e8b-989d-ee9cd4220a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c027af2-7cba-4c3e-89ee-70bb7fcb8125,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:31.930253 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:31.940749 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c8cfc27a-c889-4eef-9e33-8a346c7b6809 req-6d298029-8924-4568-ac38-0cfe9cc94112 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586234 Mar 10 03:42:31.959008 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:31.977206 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:32.023045 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48680) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:32.030895 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02458a46-817f-4c73-83ff-d04e90870cd8" -d '{"events": [{"server_uuid": "16a69704-8829-4199-a4a2-a2fe3afae43b", "name": "network-vif-plugged", "status": "completed", "tag": "334ad54a-024b-4f60-97a3-e4b7db1cd871"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:32.072120 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'Port': ['ID=df91362c-5a56-4cb5-92a5-249720eb6622,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:32.099557 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-1cf51a36-f6bd-45e6-9a9a-fa64174d1c1b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2803781 Mar 10 03:42:32.113710 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48690) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:32.114321 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-b6a7981c-9ae7-4934-8989-8f6e9528f428 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95ab9bd0c2b54c3ba456a0136cb15d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875957 Mar 10 03:42:32.137169 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-4e6556d4-ab5a-4d06-bedd-60482f388e41 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167965 Mar 10 03:42:32.221123 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (85a36620-5079-46bb-9378-d36b99307e91), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:32.328375 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f7023a-943a-4156-860c-6de803b9224f x-openstack-request-id: req-43f7023a-943a-4156-860c-6de803b9224f {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:32.328651 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1", "tag": "13f00d04-792e-4bf3-bd27-000dc5c04f5a", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:32.328905 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43f7023a-943a-4156-860c-6de803b9224f {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:32.329361 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1', 'tag': '13f00d04-792e-4bf3-bd27-000dc5c04f5a', 'status': 'completed', 'code': 200} Mar 10 03:42:32.341083 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eeaecde9-48db-4dee-8c90-14ad04c8fa36 req-bb9d4d5d-7056-4d22-8e42-a44c9fc1a75c service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933732 Mar 10 03:42:32.359075 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (df91362c-5a56-4cb5-92a5-249720eb6622), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:32.407400 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-5bec733c-8639-4396-83e6-63e9931612da service neutron] 10.222.0.20 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072469 Mar 10 03:42:32.447435 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-95a0673b-405a-4814-93ae-58f7c24e2deb admin admin] Publish callbacks [] for security_group (83f24e03-46b0-4dc1-abf0-d29d9f4e41c6), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:32.496770 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b4307b19-988b-413d-88fe-3b49fa130437 req-88c0feb8-ce2a-4783-99bd-142732761b23 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 210 time: 0.1059999 Mar 10 03:42:32.613354 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-95a0673b-405a-4814-93ae-58f7c24e2deb admin admin] Publish callbacks [] for security_group (83f24e03-46b0-4dc1-abf0-d29d9f4e41c6), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:32.665626 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48728) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:32.687356 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-41ec24f4-78e3-48a6-b3e1-2bdc68cae025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:32.794847 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-e59b7d46-9a13-4bae-8293-ff284189bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:32.796389 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-e59b7d46-9a13-4bae-8293-ff284189bbfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1128 time: 0.4089499 Mar 10 03:42:32.807217 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-1476c9b4-f7a8-4c28-adb4-e34a478edb0b service neutron] 10.222.0.20 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985128 Mar 10 03:42:32.808577 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-41ec24f4-78e3-48a6-b3e1-2bdc68cae025 admin admin] Publish callbacks [] for security_group (64bae084-6b7d-41e9-abc9-3ee5a3b8bca8), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:32.816014 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-41ec24f4-78e3-48a6-b3e1-2bdc68cae025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (64bae084-6b7d-41e9-abc9-3ee5a3b8bca8), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:32.869167 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-41ec24f4-78e3-48a6-b3e1-2bdc68cae025 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e95ec29f53ef48f58c77c53a66667b47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021999 Mar 10 03:42:32.871404 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-b045f040-cc0f-497b-af65-f2359ac1491e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:32.872884 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-b045f040-cc0f-497b-af65-f2359ac1491e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 814 time: 0.4078002 Mar 10 03:42:32.873386 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 48742) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:32.887310 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec24f4-78e3-48a6-b3e1-2bdc68cae025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bae084-6b7d-41e9-abc9-3ee5a3b8bca8,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:32.965415 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aaa4aa-73e0-4d87-889b-11347733d981 req-fde58ab6-d747-44ad-978e-c120d8417907 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:32.967092 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-34aaa4aa-73e0-4d87-889b-11347733d981 req-fde58ab6-d747-44ad-978e-c120d8417907 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 943 time: 0.3580134 Mar 10 03:42:33.197482 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-95a0673b-405a-4814-93ae-58f7c24e2deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (83f24e03-46b0-4dc1-abf0-d29d9f4e41c6), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.200873 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-95a0673b-405a-4814-93ae-58f7c24e2deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.201981 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-95a0673b-405a-4814-93ae-58f7c24e2deb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83f24e03-46b0-4dc1-abf0-d29d9f4e41c6 HTTP/1.1" status: 204 len: 168 time: 1.0759218 Mar 10 03:42:33.209605 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48760) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:33.304145 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2861ef-8b13-453d-b7a8-d85a0776bf1f x-openstack-request-id: req-3a2861ef-8b13-453d-b7a8-d85a0776bf1f {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:33.304673 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a69704-8829-4199-a4a2-a2fe3afae43b", "name": "network-vif-plugged", "status": "completed", "tag": "334ad54a-024b-4f60-97a3-e4b7db1cd871", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:33.305039 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a2861ef-8b13-453d-b7a8-d85a0776bf1f {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:33.305840 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a69704-8829-4199-a4a2-a2fe3afae43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334ad54a-024b-4f60-97a3-e4b7db1cd871', 'code': 200} Mar 10 03:42:33.326590 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0673b-405a-4814-93ae-58f7c24e2deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f24e03-46b0-4dc1-abf0-d29d9f4e41c6,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:33.427680 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04f3cdec-3c8c-4c5c-8412-678b97cfe281 req-63adc6e3-1531-4fab-bbf4-6caa1e73905f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 210 time: 0.0708382 Mar 10 03:42:33.469898 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-34aaa4aa-73e0-4d87-889b-11347733d981 req-8bf78208-71d9-4f53-9996-22c0c8c8bfae tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679274 Mar 10 03:42:33.480262 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for port (df91362c-5a56-4cb5-92a5-249720eb6622), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.489912 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-03040e36-e826-4e11-8aeb-89eb8499506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:33.491796 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-03040e36-e826-4e11-8aeb-89eb8499506c service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.6688728 Mar 10 03:42:33.493873 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-63ba76a1-7b23-410e-9f6d-4c468a8c1214 admin admin] Publish callbacks [] for security_group (64bae084-6b7d-41e9-abc9-3ee5a3b8bca8), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.500133 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-91764288-44c8-4697-8feb-9c52c94786f7 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 379 time: 0.5840580 Mar 10 03:42:33.502558 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (df91362c-5a56-4cb5-92a5-249720eb6622), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.524648 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'port': {'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'admin_state_up': True, 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'security_groups': ['95eb1c6d-5b3c-4561-af96-27b7b51f5943']}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:33.651524 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb776-4b3d-47cf-983e-13b96e9776df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.692893 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caeaa23-e7b6-4ba2-af79-7213cb45b83b req-a0791eb8-fd7d-4c24-a93a-78a3fb6efea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:33.694707 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1caeaa23-e7b6-4ba2-af79-7213cb45b83b req-a0791eb8-fd7d-4c24-a93a-78a3fb6efea2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 1129 time: 0.1301401 Mar 10 03:42:33.721622 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1caeaa23-e7b6-4ba2-af79-7213cb45b83b req-4b0d2186-ca29-4256-9e53-974b4775f2de service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.740455 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-3a09b6fa-4ea4-40c8-b44a-a2ed4e226210 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 200 len: 217 time: 0.2324238 Mar 10 03:42:33.762482 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (85a36620-5079-46bb-9378-d36b99307e91), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.788756 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b9e23f01-7e51-4398-b542-aafce1696745 req-fff6de9b-d28f-4cc2-afd0-aedacc816218 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 210 time: 0.1402299 Mar 10 03:42:33.800383 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb776-4b3d-47cf-983e-13b96e9776df admin admin] Publish callbacks [] for security_group (2bf6c0ee-639f-4a60-bcc8-9271656e01ba), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.822369 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-63ba76a1-7b23-410e-9f6d-4c468a8c1214 admin admin] Publish callbacks [] for security_group (64bae084-6b7d-41e9-abc9-3ee5a3b8bca8), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.826136 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb776-4b3d-47cf-983e-13b96e9776df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (2bf6c0ee-639f-4a60-bcc8-9271656e01ba), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.867533 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1caeaa23-e7b6-4ba2-af79-7213cb45b83b req-4b0d2186-ca29-4256-9e53-974b4775f2de service neutron] Publish callbacks [] for security_group (3ceb83aa-2f81-41fa-8de9-1b23bf0f36e5), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.877111 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'Port': ['ID=df91362c-5a56-4cb5-92a5-249720eb6622,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:33.880430 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1caeaa23-e7b6-4ba2-af79-7213cb45b83b req-4b0d2186-ca29-4256-9e53-974b4775f2de service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (3ceb83aa-2f81-41fa-8de9-1b23bf0f36e5), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.884737 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c0ffb776-4b3d-47cf-983e-13b96e9776df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4006066bcfd64ad7af2028bc8ea88818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6738381 Mar 10 03:42:33.897764 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48778) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:33.900803 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:33.911231 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ea4bc3f0-b5df-469a-a973-530f0db47e29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0965602 Mar 10 03:42:33.911414 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffb776-4b3d-47cf-983e-13b96e9776df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf6c0ee-639f-4a60-bcc8-9271656e01ba,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:33.947949 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-cd2f5bab-2286-4daf-8ec1-938939ca08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:33.949696 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-cd2f5bab-2286-4daf-8ec1-938939ca08ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.1774662 Mar 10 03:42:33.972606 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bf3b2-959d-4076-84a3-fc0b8837398c req-7efed436-f0dc-4c2b-a72b-7d50df7a63a7 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:33.991292 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cc6bf3b2-959d-4076-84a3-fc0b8837398c req-7efed436-f0dc-4c2b-a72b-7d50df7a63a7 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 945 time: 0.3210943 Mar 10 03:42:34.000428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Made reservation on behalf of a093bec6b657435baf12b36d64ec49b8 for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:34.005396 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.009408 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1caeaa23-e7b6-4ba2-af79-7213cb45b83b req-4b0d2186-ca29-4256-9e53-974b4775f2de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073351 Mar 10 03:42:34.013972 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d2186-ca29-4256-9e53-974b4775f2de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb83aa-2f81-41fa-8de9-1b23bf0f36e5,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:34.031331 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-027d581f-e662-4464-b193-938cf031c794 admin admin] Publish callbacks [] for security_group (2bf6c0ee-639f-4a60-bcc8-9271656e01ba), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.035421 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-201e58d0-d375-491e-8c0d-e999bb2c24d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785279 Mar 10 03:42:34.055974 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-63ba76a1-7b23-410e-9f6d-4c468a8c1214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (64bae084-6b7d-41e9-abc9-3ee5a3b8bca8), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.061311 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-63ba76a1-7b23-410e-9f6d-4c468a8c1214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.062633 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-63ba76a1-7b23-410e-9f6d-4c468a8c1214 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64bae084-6b7d-41e9-abc9-3ee5a3b8bca8 HTTP/1.1" status: 204 len: 168 time: 1.1790767 Mar 10 03:42:34.064014 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-027d581f-e662-4464-b193-938cf031c794 admin admin] Publish callbacks [] for security_group (2bf6c0ee-639f-4a60-bcc8-9271656e01ba), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.085732 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba76a1-7b23-410e-9f6d-4c468a8c1214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bae084-6b7d-41e9-abc9-3ee5a3b8bca8,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:34.125935 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-027d581f-e662-4464-b193-938cf031c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (2bf6c0ee-639f-4a60-bcc8-9271656e01ba), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.126944 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cc6bf3b2-959d-4076-84a3-fc0b8837398c req-cacd5578-c5bb-45b9-bd40-89b15d064a1c tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024487 Mar 10 03:42:34.129065 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-027d581f-e662-4464-b193-938cf031c794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.133306 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-027d581f-e662-4464-b193-938cf031c794 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bf6c0ee-639f-4a60-bcc8-9271656e01ba HTTP/1.1" status: 204 len: 168 time: 0.2344244 Mar 10 03:42:34.145678 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d581f-e662-4464-b193-938cf031c794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf6c0ee-639f-4a60-bcc8-9271656e01ba,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:34.298143 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-770a889d-27a8-4259-a5a8-690e43ede6c1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1585400630&fields=id&tenant_id=260d8e849e8048faa932ae5b7639edcf HTTP/1.1" status: 200 len: 267 time: 0.0828311 Mar 10 03:42:34.310389 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Allocated IP 172.20.0.12 (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb/8431c025-18d2-4e31-98d0-c31b7ed465d2/a4274a13-6824-4ec8-a496-b5f97c3cdd86) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:34.330154 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54d5ef5-c514-4daa-8d8c-094318cb2528', 'tag': '14bb84d6-7125-402c-9953-f8c5b415f748'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:34.332428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f7b4f7-8001-4f6b-8036-f1a665010a40" -d '{"events": [{"name": "network-changed", "server_uuid": "c54d5ef5-c514-4daa-8d8c-094318cb2528", "tag": "14bb84d6-7125-402c-9953-f8c5b415f748"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:34.422325 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b7913-6d41-4699-b7c0-25cff90fcff6 x-openstack-request-id: req-b29b7913-6d41-4699-b7c0-25cff90fcff6 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:34.422621 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54d5ef5-c514-4daa-8d8c-094318cb2528", "tag": "14bb84d6-7125-402c-9953-f8c5b415f748", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:34.423077 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b29b7913-6d41-4699-b7c0-25cff90fcff6 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:34.423477 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54d5ef5-c514-4daa-8d8c-094318cb2528', 'tag': '14bb84d6-7125-402c-9953-f8c5b415f748', 'status': 'completed', 'code': 200} Mar 10 03:42:34.526033 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-d14cba2a-bade-41b2-8321-51205ccadcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:34.528334 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-d14cba2a-bade-41b2-8321-51205ccadcb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 1127 time: 0.0646293 Mar 10 03:42:34.551428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-43212f51-8c22-4898-90bb-4556bebb4047 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:34.553193 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-43212f51-8c22-4898-90bb-4556bebb4047 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 811 time: 0.2461622 Mar 10 03:42:34.562399 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-b79322fd-8c68-4cbc-9e23-e782e886e1e8 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532668 Mar 10 03:42:34.642973 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48820) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:34.658544 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b13ad30b-fdda-4a6b-887b-bc532e2ac63d req-7199c52b-3068-48ee-992b-dc560270b37e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 210 time: 0.0636265 Mar 10 03:42:34.664528 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-76b48e25-ca6f-4336-9226-062f5356942a tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/quotas/260d8e849e8048faa932ae5b7639edcf HTTP/1.1" status: 200 len: 375 time: 0.0675905 Mar 10 03:42:34.701738 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3a77485e-e371-45f9-bae5-ab0d22cc94a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.760193 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-b731f2d8-98c6-42e5-a8e2-b51541f2a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:34.764333 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-b731f2d8-98c6-42e5-a8e2-b51541f2a164 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.2262020 Mar 10 03:42:34.765179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.16', 56519) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:34.799867 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:34.878974 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-8f4556fa-785b-4788-b89e-8bc9892870fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14bb84d6-7125-402c-9953-f8c5b415f748 HTTP/1.1" status: 200 len: 217 time: 0.1095901 Mar 10 03:42:34.934113 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-390eb4a0-4d20-4646-919d-8a14907104e5 req-427ea94c-af0c-45e5-9483-667f38bc9ebd service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380611 Mar 10 03:42:34.945130 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48828) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:34.968148 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-d1db5b14-9e33-45ab-8a5d-00f1beb14cf8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2895267 Mar 10 03:42:34.987034 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-58f3ccd6-1987-40d4-aee5-416d0b84a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:34.988552 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-58f3ccd6-1987-40d4-aee5-416d0b84a28f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.0968351 Mar 10 03:42:34.990562 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-4f40eaeb-a4a1-44f1-abc5-3147e4a67c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.033938 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbec14-85d4-4b32-8936-4044748180ea req-0a943b5e-9921-42bd-b064-9a475a796bad tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:35.035362 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-0a943b5e-9921-42bd-b064-9a475a796bad tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 817 time: 0.2691009 Mar 10 03:42:35.039327 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.045208 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-fe604098-9a5d-4a57-8ac2-69bacdac63c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436509 Mar 10 03:42:35.049507 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976fc0c-7815-4e51-bb47-d46bb47ed0a7 req-318b7287-9aba-4a0d-8f79-a282bdd5ab24 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:35.050286 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3a77485e-e371-45f9-bae5-ab0d22cc94a3 admin admin] Publish callbacks [] for security_group (c1562238-436a-4b8c-8cdc-8f29e509edb0), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.051041 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e976fc0c-7815-4e51-bb47-d46bb47ed0a7 req-318b7287-9aba-4a0d-8f79-a282bdd5ab24 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 943 time: 0.2445474 Mar 10 03:42:35.061835 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3a77485e-e371-45f9-bae5-ab0d22cc94a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c1562238-436a-4b8c-8cdc-8f29e509edb0), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.139605 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-3a77485e-e371-45f9-bae5-ab0d22cc94a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1626b918c85249df83d8c5a360c40091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4955971 Mar 10 03:42:35.144531 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48836) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:35.180634 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:35.184637 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77485e-e371-45f9-bae5-ab0d22cc94a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1562238-436a-4b8c-8cdc-8f29e509edb0,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:35.201332 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:35.216666 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:35.222137 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:35.222867 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.228804 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=a4274a13-6824-4ec8-a496-b5f97c3cdd86,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:35.239078 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-4f40eaeb-a4a1-44f1-abc5-3147e4a67c68 admin admin] Publish callbacks [] for security_group (9068f861-6123-4c89-9f1c-8eb34cc91f42), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.259038 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 14bb84d6-7125-402c-9953-f8c5b415f748 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:42:35.273407 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-4f40eaeb-a4a1-44f1-abc5-3147e4a67c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (9068f861-6123-4c89-9f1c-8eb34cc91f42), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.295741 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-845b2a97-a752-4996-8889-223cb51e610f service neutron] 10.222.0.20 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045247 Mar 10 03:42:35.363171 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-4f40eaeb-a4a1-44f1-abc5-3147e4a67c68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78b2287c55e842a392f6409c030d8bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167576 Mar 10 03:42:35.370581 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-16376a9d-90e1-476b-8dbb-e6c33f3bad83 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074710 Mar 10 03:42:35.379664 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 48844) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:35.380361 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40eaeb-a4a1-44f1-abc5-3147e4a67c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9068f861-6123-4c89-9f1c-8eb34cc91f42,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:35.439589 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e976fc0c-7815-4e51-bb47-d46bb47ed0a7 req-91cc4263-ee61-4631-b55f-a69db02604cc tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609269 Mar 10 03:42:35.445978 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-43c998b9-4309-4584-a150-12bbc074304a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9398756 Mar 10 03:42:35.474609 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-ca0b6f81-3f33-4327-9079-2bc9fbacccf1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14c99abeccd643f48f412c92c8934a4c HTTP/1.1" status: 200 len: 380 time: 0.4065025 Mar 10 03:42:35.484678 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Request body: {'port': {'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:35.504987 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 14bb84d6-7125-402c-9953-f8c5b415f748, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14bb84d6-7125-402c-9953-f8c5b415f748,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:35.513217 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-d7e3461f-9e18-4760-ac0f-854ac35edb3d service neutron] 10.222.0.20 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161491 Mar 10 03:42:35.525995 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '14bb84d6-7125-402c-9953-f8c5b415f748', 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa', 'port_id': '14bb84d6-7125-402c-9953-f8c5b415f748', 'mac_address': 'fa:16:3e:4f:2b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:42:35.550375 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'port': {'device_id': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'admin_state_up': True, 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'security_groups': ['cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da']}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:35.618257 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 14bb84d6-7125-402c-9953-f8c5b415f748 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:35.619246 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.655823 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bb84d6-7125-402c-9953-f8c5b415f748 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:35.660693 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-33a71321-986b-4c46-8b30-e33d7b13e173 None None] Provisioning complete for port a4274a13-6824-4ec8-a496-b5f97c3cdd86 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:35.661254 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-33a71321-986b-4c46-8b30-e33d7b13e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.733674 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-33a71321-986b-4c46-8b30-e33d7b13e173 None None] Port a4274a13-6824-4ec8-a496-b5f97c3cdd86 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:35.756071 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 14bb84d6-7125-402c-9953-f8c5b415f748, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14bb84d6-7125-402c-9953-f8c5b415f748,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:35.761765 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3056-fed2-47cd-a936-2bb7ad6aefa7 admin admin] Publish callbacks [] for security_group (c1562238-436a-4b8c-8cdc-8f29e509edb0), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.763875 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.764951 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 13f00d04-792e-4bf3-bd27-000dc5c04f5a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:42:35.790639 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3056-fed2-47cd-a936-2bb7ad6aefa7 admin admin] Publish callbacks [] for security_group (c1562238-436a-4b8c-8cdc-8f29e509edb0), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.792859 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.914009 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 13f00d04-792e-4bf3-bd27-000dc5c04f5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:35.922356 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc6df257-868b-4981-8c62-4893581729d3 admin admin] Publish callbacks [] for security_group (9068f861-6123-4c89-9f1c-8eb34cc91f42), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.923879 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44600c5c-2e10-4aa0-af79-080ba69fbef2 req-3d15f066-175a-42df-8e54-a112f76cb1d0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:35.927929 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-44600c5c-2e10-4aa0-af79-080ba69fbef2 req-3d15f066-175a-42df-8e54-a112f76cb1d0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 932 time: 0.3737397 Mar 10 03:42:35.929172 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '13f00d04-792e-4bf3-bd27-000dc5c04f5a', 'network_id': 'be7ebf66-3afd-4457-b3e5-deb620cb0dfa', 'port_id': '13f00d04-792e-4bf3-bd27-000dc5c04f5a', 'mac_address': 'fa:16:3e:b9:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:42:35.931236 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3056-fed2-47cd-a936-2bb7ad6aefa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c1562238-436a-4b8c-8cdc-8f29e509edb0), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.939870 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fc9f3056-fed2-47cd-a936-2bb7ad6aefa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:35.943968 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-fc9f3056-fed2-47cd-a936-2bb7ad6aefa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1562238-436a-4b8c-8cdc-8f29e509edb0 HTTP/1.1" status: 204 len: 168 time: 0.7985702 Mar 10 03:42:35.982583 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 13f00d04-792e-4bf3-bd27-000dc5c04f5a is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:35.983004 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:36.009064 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=14bb84d6-7125-402c-9953-f8c5b415f748,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:36.013903 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f00d04-792e-4bf3-bd27-000dc5c04f5a {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:36.037078 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 13f00d04-792e-4bf3-bd27-000dc5c04f5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:36.048371 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:36.066310 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc6df257-868b-4981-8c62-4893581729d3 admin admin] Publish callbacks [] for security_group (9068f861-6123-4c89-9f1c-8eb34cc91f42), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:36.118516 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f3056-fed2-47cd-a936-2bb7ad6aefa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1562238-436a-4b8c-8cdc-8f29e509edb0,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:36.127765 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-73f7b4f7-8001-4f6b-8036-f1a665010a40 req-e4f599a1-d14f-46f3-8ed7-620c2fc63ba9 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415762 Mar 10 03:42:36.133584 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc6df257-868b-4981-8c62-4893581729d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (9068f861-6123-4c89-9f1c-8eb34cc91f42), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:36.137096 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc6df257-868b-4981-8c62-4893581729d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:36.138873 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-bc6df257-868b-4981-8c62-4893581729d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9068f861-6123-4c89-9f1c-8eb34cc91f42 HTTP/1.1" status: 204 len: 168 time: 0.7554541 Mar 10 03:42:36.163707 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6df257-868b-4981-8c62-4893581729d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9068f861-6123-4c89-9f1c-8eb34cc91f42,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:36.213332 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=13f00d04-792e-4bf3-bd27-000dc5c04f5a,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:36.235828 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Made reservation on behalf of 14c99abeccd643f48f412c92c8934a4c for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:36.245612 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:36.322333 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-44600c5c-2e10-4aa0-af79-080ba69fbef2 req-a5229791-309f-41ff-8d01-242b8e3539d0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504620 Mar 10 03:42:36.371096 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['14bb84d6-7125-402c-9953-f8c5b415f748'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:42:36.375822 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fedbb3-64dd-4cd4-8825-e83824d68d21 req-d10d1f5d-fc12-4cbc-b24d-e5e1fdf39f9d tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:36.380543 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-10fedbb3-64dd-4cd4-8825-e83824d68d21 req-d10d1f5d-fc12-4cbc-b24d-e5e1fdf39f9d tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 945 time: 0.5120311 Mar 10 03:42:36.404055 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['13f00d04-792e-4bf3-bd27-000dc5c04f5a'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:42:36.733896 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7b3634e7-fe91-45b4-acb3-150db2325fce req-4db29662-4ef4-4401-9562-e9d5b4767555 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 210 time: 0.3142705 Mar 10 03:42:36.938008 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4201b85d-8976-4af9-8ad6-5fc8c63db9fe req-6192fece-d194-483f-bf3d-4d448afd05a7 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 210 time: 0.0759542 Mar 10 03:42:36.958178 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-10fedbb3-64dd-4cd4-8825-e83824d68d21 req-508225f7-3424-4400-b980-4b7a410b6012 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669286 Mar 10 03:42:37.060967 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Allocated IP 172.20.0.4 (4748401d-8447-46a1-8e5b-6fca736d9ea3/d6c283a8-0397-4383-8c33-70df8d3bfb02/3cb95989-fea9-4641-969a-b72f44d36b8a) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:37.116336 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4274a13-6824-4ec8-a496-b5f97c3cdd86 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:37.128962 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Publish callbacks [] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:37.166459 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Transition to ACTIVE for port object a4274a13-6824-4ec8-a496-b5f97c3cdd86 will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:42:37.177957 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2deae-8b64-4d93-9359-f2825be9f9c5 req-41837e16-25be-4cda-95c6-eda68abbe479 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:37.179540 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ebd2deae-8b64-4d93-9359-f2825be9f9c5 req-41837e16-25be-4cda-95c6-eda68abbe479 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 944 time: 0.1474099 Mar 10 03:42:37.193830 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:37.482314 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ebd2deae-8b64-4d93-9359-f2825be9f9c5 req-58664776-e677-41fd-868c-13af98421b2f tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916543 Mar 10 03:42:37.483726 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Pushing event updated for resources: {'Port': ['ID=a4274a13-6824-4ec8-a496-b5f97c3cdd86,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:37.532350 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-da582873-f521-4bff-827f-b20f38afc4c5 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:37.534130 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-da582873-f521-4bff-827f-b20f38afc4c5 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 811 time: 0.2904911 Mar 10 03:42:37.664076 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:37.665537 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Attempting to bind port a4274a13-6824-4ec8-a496-b5f97c3cdd86 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:37.666071 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Attempting to bind port a4274a13-6824-4ec8-a496-b5f97c3cdd86 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:37.666566 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Attempting to bind port a4274a13-6824-4ec8-a496-b5f97c3cdd86 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:37.679732 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Port a4274a13-6824-4ec8-a496-b5f97c3cdd86 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:42:37.680270 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Attempting to bind port a4274a13-6824-4ec8-a496-b5f97c3cdd86 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:37.692541 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-1b3e4ceb-3f88-48e9-a181-c7ba630b0cd2 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=260d8e849e8048faa932ae5b7639edcf HTTP/1.1" status: 200 len: 380 time: 0.1447875 Mar 10 03:42:37.699102 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:37.699622 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Checking segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:37.700170 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Bound using segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:37.700771 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Bound port: a4274a13-6824-4ec8-a496-b5f97c3cdd86, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:37.701300 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:37.711608 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'port': {'device_id': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'admin_state_up': True, 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'security_groups': ['e4c36628-5092-425d-aba1-d177af43d793']}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:37.730282 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d50e4-3fae-4012-b6e8-5bfa2ad8955c req-076d285c-e8b8-4888-8d87-b6967b899445 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:37.737659 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1d0d50e4-3fae-4012-b6e8-5bfa2ad8955c req-076d285c-e8b8-4888-8d87-b6967b899445 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 944 time: 0.2457278 Mar 10 03:42:37.911682 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:37.932171 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Made reservation on behalf of 260d8e849e8048faa932ae5b7639edcf for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:42:37.936693 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.028800 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1d0d50e4-3fae-4012-b6e8-5bfa2ad8955c req-b9dee940-040a-4693-83ba-f2cf2dcebb9a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900617 Mar 10 03:42:38.052171 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] For port a4274a13-6824-4ec8-a496-b5f97c3cdd86, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:38.109286 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:38.136086 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] For port a4274a13-6824-4ec8-a496-b5f97c3cdd86, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:38.145294 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:38.150516 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:38.163277 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:38.169374 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:38.169465 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.173344 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.191983 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Allocated IP 172.20.0.8 (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae/19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4/a284a459-28e9-4d0e-a25b-8f0e9b78f2e1) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:42:38.238257 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5fb193ae-15b8-4a0c-b4ab-da9832551cec req-65edaa6b-67fa-4d8c-83e2-6bd18c18628b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 210 time: 0.0897713 Mar 10 03:42:38.266329 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:38.270583 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.272447 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] 10.222.0.16 "PUT /v2.0/ports/a4274a13-6824-4ec8-a496-b5f97c3cdd86 HTTP/1.1" status: 200 len: 1094 time: 2.7965860 Mar 10 03:42:38.277572 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'tag': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:38.280579 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288f615e-ca66-431e-82de-c23a0cbf722c" -d '{"events": [{"name": "network-changed", "server_uuid": "476d13c9-ef99-4c73-a5f7-8a518c76c237", "tag": "a4274a13-6824-4ec8-a496-b5f97c3cdd86"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:38.301322 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12091ba-ed8d-4d02-861b-051e81b8978f req-979c0bb5-50b4-456f-83ce-03339f92226f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:38.309628 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d12091ba-ed8d-4d02-861b-051e81b8978f req-979c0bb5-50b4-456f-83ce-03339f92226f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 931 time: 0.4188340 Mar 10 03:42:38.317407 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-35f9053f-3037-4d62-9eb0-6163828bfc5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8196084 Mar 10 03:42:38.357638 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Request body: {'port': {'device_id': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:38.445268 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.451413 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ae6ae-7ebd-40b1-bad5-3e39c23e15aa service neutron] Pushing event updated for resources: {'Port': ['ID=a4274a13-6824-4ec8-a496-b5f97c3cdd86,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:38.513357 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.539818 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d12091ba-ed8d-4d02-861b-051e81b8978f req-9c503f59-6e23-4dda-b35e-f71057e5ee50 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288003 Mar 10 03:42:38.576949 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'Port': ['ID=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:38.582303 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:42:38.583636 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.585063 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:42:38.587670 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:42:38.613565 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-49481ad4-2223-4a2e-ad60-d4e6d547539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:38.615255 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-49481ad4-2223-4a2e-ad60-d4e6d547539d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 1128 time: 0.2716081 Mar 10 03:42:38.630538 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-f84f3a60-3559-4f13-a5e7-a2b91a057d72 None None] Provisioning complete for port 3cb95989-fea9-4641-969a-b72f44d36b8a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:38.631058 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f84f3a60-3559-4f13-a5e7-a2b91a057d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.640676 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c51178-ca3f-4ef3-814e-a50af47720b5 x-openstack-request-id: req-76c51178-ca3f-4ef3-814e-a50af47720b5 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:38.640982 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476d13c9-ef99-4c73-a5f7-8a518c76c237", "tag": "a4274a13-6824-4ec8-a496-b5f97c3cdd86", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:38.641237 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76c51178-ca3f-4ef3-814e-a50af47720b5 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:38.641635 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'tag': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'status': 'completed', 'code': 200} Mar 10 03:42:38.648800 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406469f4-6194-4769-a973-3b49c61c260b req-23490dfa-b1e8-4bff-bc9f-7679625e3893 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:38.652894 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:38.653617 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.660155 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-406469f4-6194-4769-a973-3b49c61c260b req-23490dfa-b1e8-4bff-bc9f-7679625e3893 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 945 time: 0.2945378 Mar 10 03:42:38.680603 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-dbc70b62-c39e-46dd-9112-ddae201028ad tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9769688 Mar 10 03:42:38.701043 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Request body: {'port': {'device_id': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:38.709263 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-f84f3a60-3559-4f13-a5e7-a2b91a057d72 None None] Port 3cb95989-fea9-4641-969a-b72f44d36b8a cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:38.735991 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-f9a74d54-290d-4b07-be5b-6ac07ac5e927 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86 HTTP/1.1" status: 200 len: 217 time: 0.1053360 Mar 10 03:42:38.792531 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.951916 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-d94344ca-c551-4bc2-b80b-2cdbf6103826 None None] Provisioning complete for port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:38.952745 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d94344ca-c551-4bc2-b80b-2cdbf6103826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:38.992042 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-d94344ca-c551-4bc2-b80b-2cdbf6103826 None None] Port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:42:39.031453 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-47e184f2-a6a2-434c-8c5a-a49ded37d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:39.033171 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-47e184f2-a6a2-434c-8c5a-a49ded37d9d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.2663960 Mar 10 03:42:39.043666 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-406469f4-6194-4769-a973-3b49c61c260b req-f000d867-6d85-405a-9048-a7eb19d9f5ab tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737273 Mar 10 03:42:39.080592 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa7bf8-eb6a-43c2-b036-d2820ccbc591 req-5524215b-4864-4100-acf3-8db7d3d8c87b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:39.088438 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-00fa7bf8-eb6a-43c2-b036-d2820ccbc591 req-5524215b-4864-4100-acf3-8db7d3d8c87b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 944 time: 0.3551259 Mar 10 03:42:39.160810 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:39.172580 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Publish callbacks [] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.188296 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Transition to ACTIVE for port object a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:42:39.196043 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.271380 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb95989-fea9-4641-969a-b72f44d36b8a {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:39.276548 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:39.282346 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 14bb84d6-7125-402c-9953-f8c5b415f748 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:39.296357 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Publish callbacks [] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.341246 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-00fa7bf8-eb6a-43c2-b036-d2820ccbc591 req-3cfffdf1-6e57-4de2-ad30-d91ade1143d0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457306 Mar 10 03:42:39.355402 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-762f1b45-16ea-4dbf-826a-2947964aa8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:39.358050 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-762f1b45-16ea-4dbf-826a-2947964aa8c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3096750 Mar 10 03:42:39.364392 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Transition to ACTIVE for port object 3cb95989-fea9-4641-969a-b72f44d36b8a will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:42:39.395984 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.403104 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 14bb84d6-7125-402c-9953-f8c5b415f748 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:42:39.410730 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Attempting to bind port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:39.411589 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Attempting to bind port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:39.411589 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Attempting to bind port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 on network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:39.419041 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 on network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:42:39.419447 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Attempting to bind port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 on network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:39.424031 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 14bb84d6-7125-402c-9953-f8c5b415f748 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:39.424418 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.426240 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:39.426240 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Checking segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:39.426502 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Bound using segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:39.426862 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Bound port: a284a459-28e9-4d0e-a25b-8f0e9b78f2e1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:39.427228 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.431663 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aaadd-7848-40e3-9600-2e28f2499e30 req-9b867c37-b2b6-45e1-bb63-5f67a5a9ef82 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:39.446620 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f8aaadd-7848-40e3-9600-2e28f2499e30 req-9b867c37-b2b6-45e1-bb63-5f67a5a9ef82 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 944 time: 0.2893164 Mar 10 03:42:39.588301 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-08db1b10-a188-4225-9164-657c9951167a service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116048 Mar 10 03:42:39.613752 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] For port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:39.631568 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] For port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:39.633928 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 14bb84d6-7125-402c-9953-f8c5b415f748 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:39.634464 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.648088 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.718154 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54d5ef5-c514-4daa-8d8c-094318cb2528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bb84d6-7125-402c-9953-f8c5b415f748'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:39.722667 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:39.723936 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb40138-f237-4c8d-8b78-c9cbec65660e" -d '{"events": [{"server_uuid": "c54d5ef5-c514-4daa-8d8c-094318cb2528", "name": "network-vif-plugged", "status": "completed", "tag": "14bb84d6-7125-402c-9953-f8c5b415f748"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:39.748406 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:39.749667 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.751598 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] 10.222.0.16 "PUT /v2.0/ports/a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 HTTP/1.1" status: 200 len: 1093 time: 1.0569401 Mar 10 03:42:39.752144 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'tag': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:39.766788 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea6ec60-eaf2-498b-9422-b77264b9dc9a", "tag": "a284a459-28e9-4d0e-a25b-8f0e9b78f2e1"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:39.781646 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 14bb84d6-7125-402c-9953-f8c5b415f748, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14bb84d6-7125-402c-9953-f8c5b415f748,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:39.799398 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f8aaadd-7848-40e3-9600-2e28f2499e30 req-c34860e9-2cb4-4671-ba11-73a5a8b55763 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470092 Mar 10 03:42:39.815219 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.824239 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 13f00d04-792e-4bf3-bd27-000dc5c04f5a up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:39.873440 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Attempting to bind port 3cb95989-fea9-4641-969a-b72f44d36b8a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:42:39.873957 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Attempting to bind port 3cb95989-fea9-4641-969a-b72f44d36b8a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:42:39.874299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Attempting to bind port 3cb95989-fea9-4641-969a-b72f44d36b8a on network 4748401d-8447-46a1-8e5b-6fca736d9ea3 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:39.893484 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b28414-a0dc-4540-be59-cf5f40120a86 service neutron] Pushing event updated for resources: {'Port': ['ID=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:39.925166 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Port 3cb95989-fea9-4641-969a-b72f44d36b8a on network 4748401d-8447-46a1-8e5b-6fca736d9ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:42:39.925737 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Attempting to bind port 3cb95989-fea9-4641-969a-b72f44d36b8a on network 4748401d-8447-46a1-8e5b-6fca736d9ea3 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:42:39.936188 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:42:39.936598 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Checking segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:42:39.936916 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Bound using segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:42:39.937390 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Bound port: 3cb95989-fea9-4641-969a-b72f44d36b8a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:42:39.937757 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:39.996416 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-0a59e0bc-f9b5-44b4-a375-c97dc3cfdae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:39.997374 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-0a59e0bc-f9b5-44b4-a375-c97dc3cfdae7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 1127 time: 0.1470180 Mar 10 03:42:40.054507 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:42:40.058003 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:42:40.121455 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-da3130f6-298d-4306-975e-38f02be851eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 HTTP/1.1" status: 200 len: 217 time: 0.1101899 Mar 10 03:42:40.127512 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:40.129563 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 13f00d04-792e-4bf3-bd27-000dc5c04f5a completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:42:40.139238 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=14bb84d6-7125-402c-9953-f8c5b415f748,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:40.149339 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 13f00d04-792e-4bf3-bd27-000dc5c04f5a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:40.151716 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:40.220684 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-84b5ec29-fd5c-4a64-9c9f-f457e7cfd93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:40.222173 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-84b5ec29-fd5c-4a64-9c9f-f457e7cfd93c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 200 len: 850 time: 0.0945814 Mar 10 03:42:40.275437 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:40.276063 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:40.278020 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] 10.222.0.16 "PUT /v2.0/ports/3cb95989-fea9-4641-969a-b72f44d36b8a HTTP/1.1" status: 200 len: 1093 time: 1.9417794 Mar 10 03:42:40.289032 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 13f00d04-792e-4bf3-bd27-000dc5c04f5a is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:40.289654 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:40.310899 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d78b1-720b-46a6-b99e-006f3921a5ce req-609e2369-78a3-41a0-a594-5c59b52d57d6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:40.312615 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-911d78b1-720b-46a6-b99e-006f3921a5ce req-609e2369-78a3-41a0-a594-5c59b52d57d6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 943 time: 0.7130439 Mar 10 03:42:40.329458 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182bed5-d799-4a48-bb0a-1414672a0847 req-51e30e44-3d8c-4971-b663-6bbd8b05fe0c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:40.331204 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2182bed5-d799-4a48-bb0a-1414672a0847 req-51e30e44-3d8c-4971-b663-6bbd8b05fe0c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.2629595 Mar 10 03:42:40.331869 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1e3a2-f725-48d7-887f-b6ffccf4ddcd service neutron] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:40.342748 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 13f00d04-792e-4bf3-bd27-000dc5c04f5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:40.352675 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:40.413152 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-911d78b1-720b-46a6-b99e-006f3921a5ce req-0ba36107-f2f3-4cfa-9c81-57b97bbdac27 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727749 Mar 10 03:42:40.419079 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=13f00d04-792e-4bf3-bd27-000dc5c04f5a,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:40.439731 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e03d3ddd-bc37-4e77-91fa-e888f2f0eb9f req-f8455f51-60a8-426e-b541-ebb55840fc61 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7649481 Mar 10 03:42:40.454895 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2182bed5-d799-4a48-bb0a-1414672a0847 req-bfe5c3b4-c9dc-4fe8-9f4f-d9c01b89923d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126192 Mar 10 03:42:40.473400 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41abaf75-5ed7-40bb-a4b1-a9ef16297fbb x-openstack-request-id: req-41abaf75-5ed7-40bb-a4b1-a9ef16297fbb {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:40.473775 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54d5ef5-c514-4daa-8d8c-094318cb2528", "name": "network-vif-plugged", "status": "completed", "tag": "14bb84d6-7125-402c-9953-f8c5b415f748", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:40.474039 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41abaf75-5ed7-40bb-a4b1-a9ef16297fbb {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:40.474609 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54d5ef5-c514-4daa-8d8c-094318cb2528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bb84d6-7125-402c-9953-f8c5b415f748', 'code': 200} Mar 10 03:42:40.523279 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6660b2ee-87a3-4e19-bd62-8a2580e130b4 x-openstack-request-id: req-6660b2ee-87a3-4e19-bd62-8a2580e130b4 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:40.523785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea6ec60-eaf2-498b-9422-b77264b9dc9a", "tag": "a284a459-28e9-4d0e-a25b-8f0e9b78f2e1", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:40.524047 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6660b2ee-87a3-4e19-bd62-8a2580e130b4 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:40.524460 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'tag': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'status': 'completed', 'code': 200} Mar 10 03:42:40.780798 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:40.783254 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1efcdda-44be-417c-9fd4-0aa27365f95e" -d '{"events": [{"name": "network-changed", "server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:40.804589 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79064937-8455-4fa1-98d5-09ee236c46c0 req-ecdec09a-bdc2-4ff1-877d-9f38c30381c8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:40.806096 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-79064937-8455-4fa1-98d5-09ee236c46c0 req-ecdec09a-bdc2-4ff1-877d-9f38c30381c8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.2446432 Mar 10 03:42:40.818610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dbb238-4e04-4de5-81cd-2696bbab2242 x-openstack-request-id: req-c5dbb238-4e04-4de5-81cd-2696bbab2242 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:40.818935 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:40.819174 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5dbb238-4e04-4de5-81cd-2696bbab2242 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:40.819559 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'status': 'completed', 'code': 200} Mar 10 03:42:40.857388 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-79064937-8455-4fa1-98d5-09ee236c46c0 req-4ae344e2-efba-4079-aa4c-79f8577df153 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450423 Mar 10 03:42:40.941738 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13d3f4-0c4d-43cb-a4eb-2464ed57f675 req-f28eb67a-6898-481d-9aaf-d03800891044 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:40.943826 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-db13d3f4-0c4d-43cb-a4eb-2464ed57f675 req-f28eb67a-6898-481d-9aaf-d03800891044 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 944 time: 0.0524678 Mar 10 03:42:40.992391 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-db13d3f4-0c4d-43cb-a4eb-2464ed57f675 req-a700aa4c-5e5b-447a-aff6-4d9f0a206864 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423915 Mar 10 03:42:41.546534 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9c920-c9e5-433f-9ad5-be2cd5d75a73 req-fe47c706-e276-42aa-923e-991c503a38a7 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:41.548251 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-22a9c920-c9e5-433f-9ad5-be2cd5d75a73 req-fe47c706-e276-42aa-923e-991c503a38a7 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 943 time: 0.0567865 Mar 10 03:42:41.645889 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be67d95-bc43-4e98-a88e-fb708378b43f req-bc368911-f661-4555-bcaf-033e081f036b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:41.647528 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1be67d95-bc43-4e98-a88e-fb708378b43f req-bc368911-f661-4555-bcaf-033e081f036b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0909476 Mar 10 03:42:41.650959 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-22a9c920-c9e5-433f-9ad5-be2cd5d75a73 req-c1ab1f66-6970-4dfd-bd0c-46d3b24900f6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955026 Mar 10 03:42:41.694369 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1be67d95-bc43-4e98-a88e-fb708378b43f req-0fadfe87-7077-48dd-a01a-ff88e0d6faab tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Mar 10 03:42:41.972518 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946818b-26d0-4b61-ac89-e8036ff76264 req-7ab70a5e-3ba2-4e29-a3ae-0b4dd9c15ed3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:41.973993 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a946818b-26d0-4b61-ac89-e8036ff76264 req-7ab70a5e-3ba2-4e29-a3ae-0b4dd9c15ed3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0501668 Mar 10 03:42:42.019452 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a946818b-26d0-4b61-ac89-e8036ff76264 req-3a25116e-ebdc-41c2-8b02-74a152d95990 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399740 Mar 10 03:42:42.112734 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3143c2a-50d1-4c77-a71f-c50e59fe78c4 req-fb05fb3f-e4cc-48c0-81ad-70e8d5af52bc tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:42.114260 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c3143c2a-50d1-4c77-a71f-c50e59fe78c4 req-fb05fb3f-e4cc-48c0-81ad-70e8d5af52bc tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 944 time: 0.0550616 Mar 10 03:42:42.161601 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c3143c2a-50d1-4c77-a71f-c50e59fe78c4 req-cff4992c-6ec3-4e25-b516-4d025927b1ef tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Mar 10 03:42:42.476095 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f00d04-792e-4bf3-bd27-000dc5c04f5a'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:42.478340 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1323ac8-3862-4430-8274-c2633f3fd5bd" -d '{"events": [{"server_uuid": "f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1", "name": "network-vif-plugged", "status": "completed", "tag": "13f00d04-792e-4bf3-bd27-000dc5c04f5a"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:42.512712 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c22fb7-c42f-4020-bd93-7649afa9802a x-openstack-request-id: req-f0c22fb7-c42f-4020-bd93-7649afa9802a {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:42.513052 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1", "name": "network-vif-plugged", "status": "completed", "tag": "13f00d04-792e-4bf3-bd27-000dc5c04f5a", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:42.513314 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0c22fb7-c42f-4020-bd93-7649afa9802a {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:42.513710 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f00d04-792e-4bf3-bd27-000dc5c04f5a', 'code': 200} Mar 10 03:42:42.767965 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ba9da-79d2-40dd-ad28-2557a7eac052 req-e200a2fa-de98-4227-bcdf-38b263e4db01 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:42.769459 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f79ba9da-79d2-40dd-ad28-2557a7eac052 req-e200a2fa-de98-4227-bcdf-38b263e4db01 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 943 time: 0.0516725 Mar 10 03:42:42.861042 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f79ba9da-79d2-40dd-ad28-2557a7eac052 req-20386971-38f0-4b06-b683-a3b5c6a179fd tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821488 Mar 10 03:42:42.868347 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21b9be-3020-46cd-a7be-f794f886848e req-ab28bb79-209c-4dbc-b525-8722a3cb5d93 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:42.870899 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8a21b9be-3020-46cd-a7be-f794f886848e req-ab28bb79-209c-4dbc-b525-8722a3cb5d93 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0995870 Mar 10 03:42:42.873642 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-9fdb49db-1ff5-40b0-837d-27856d54b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:42.875194 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-9fdb49db-1ff5-40b0-837d-27856d54b418 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0647917 Mar 10 03:42:42.922340 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8a21b9be-3020-46cd-a7be-f794f886848e req-9f0e19d5-ee99-4260-9e01-b94953e271c3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448582 Mar 10 03:42:43.124395 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f615e-ca66-431e-82de-c23a0cbf722c req-2c172883-c2d9-4537-9376-683c1c94e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.125970 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-288f615e-ca66-431e-82de-c23a0cbf722c req-2c172883-c2d9-4537-9376-683c1c94e3e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 1128 time: 0.0890813 Mar 10 03:42:43.141163 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-b7cc61d0-6992-4314-9d3e-d9efb906a987 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255999 Mar 10 03:42:43.249939 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ca765b84-54fb-432d-b450-4a0894d80c2c req-7228fa3e-b5d2-4f49-bffd-a00c2481935e service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913951 Mar 10 03:42:43.322446 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140586ea-30dd-43e8-8f11-a321234b7ba4 req-909cf945-0d9e-46f2-ab68-b267381a9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.324533 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-140586ea-30dd-43e8-8f11-a321234b7ba4 req-909cf945-0d9e-46f2-ab68-b267381a9151 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1130 time: 0.0493059 Mar 10 03:42:43.361079 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.16', 56540) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:43.368087 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04749676-1ef4-46bb-a20d-1f64a9303128 req-8d438c78-4e84-4a32-b6bc-561c2004686c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.369576 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04749676-1ef4-46bb-a20d-1f64a9303128 req-8d438c78-4e84-4a32-b6bc-561c2004686c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.2633677 Mar 10 03:42:43.389299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efcdda-44be-417c-9fd4-0aa27365f95e req-6d693459-92a8-4636-8dd8-ebb7121a8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.390844 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a1efcdda-44be-417c-9fd4-0aa27365f95e req-6d693459-92a8-4636-8dd8-ebb7121a8222 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 1127 time: 0.2702341 Mar 10 03:42:43.437792 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-50f3bd47-7e01-4433-bde2-be8776eaae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.439326 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-50f3bd47-7e01-4433-bde2-be8776eaae82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 1127 time: 0.0761628 Mar 10 03:42:43.442590 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-140586ea-30dd-43e8-8f11-a321234b7ba4 req-372e83f6-52c8-45f5-bd97-a40c8b67e2ae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695827 Mar 10 03:42:43.445505 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb6c28-152a-47b1-8250-c2c667465715 req-18d77d43-4283-413f-bae0-275278a453f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.447019 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6cdb6c28-152a-47b1-8250-c2c667465715 req-18d77d43-4283-413f-bae0-275278a453f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 1129 time: 0.2543957 Mar 10 03:42:43.469728 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f615e-ca66-431e-82de-c23a0cbf722c req-bf1c4608-a5e0-48cd-83ce-a8ca4e71dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.471177 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-288f615e-ca66-431e-82de-c23a0cbf722c req-bf1c4608-a5e0-48cd-83ce-a8ca4e71dc66 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.2934406 Mar 10 03:42:43.490889 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e7d2d-765a-405b-a5db-b01646f3df0b req-6c5b3ca8-e510-44ab-b558-2a13d66e5a3c tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.492638 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3d4e7d2d-765a-405b-a5db-b01646f3df0b req-6c5b3ca8-e510-44ab-b558-2a13d66e5a3c tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 944 time: 0.2362051 Mar 10 03:42:43.612541 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04749676-1ef4-46bb-a20d-1f64a9303128 req-f4425c6d-501a-4498-a42b-76553ddaafdd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256644 Mar 10 03:42:43.665832 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3d4e7d2d-765a-405b-a5db-b01646f3df0b req-46f994dc-2318-4776-ac23-57d251f8689f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577764 Mar 10 03:42:43.666935 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efcdda-44be-417c-9fd4-0aa27365f95e req-390ff020-1aa8-445a-ba00-6278563bf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.668378 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a1efcdda-44be-417c-9fd4-0aa27365f95e req-390ff020-1aa8-445a-ba00-6278563bf421 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14c99abeccd643f48f412c92c8934a4c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2570057 Mar 10 03:42:43.833131 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-af4fb84b-f862-44c5-b15d-95bc6e73c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:43.837796 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-af4fb84b-f862-44c5-b15d-95bc6e73c7c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 912 time: 0.1225660 Mar 10 03:42:43.848961 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-288f615e-ca66-431e-82de-c23a0cbf722c req-b3685e80-60f5-45f3-8b45-47a4d87dbe1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86 HTTP/1.1" status: 200 len: 217 time: 0.1183875 Mar 10 03:42:43.916577 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-328a9c53-3af1-41f8-a547-53e2788df000 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 HTTP/1.1" status: 200 len: 217 time: 0.0538762 Mar 10 03:42:44.001536 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-81552d21-31be-453e-b5ab-b33a415fc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:44.003170 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-81552d21-31be-453e-b5ab-b33a415fc1fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 200 len: 850 time: 0.0712416 Mar 10 03:42:44.015234 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6cdb6c28-152a-47b1-8250-c2c667465715 req-83311313-5d35-444b-8c7f-c1d0b458da5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832525 Mar 10 03:42:44.066084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-c5160cca-b228-47b0-9455-2f5d18258c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:44.067848 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-c5160cca-b228-47b0-9455-2f5d18258c7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578475 Mar 10 03:42:44.093351 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f615e-ca66-431e-82de-c23a0cbf722c req-31570c10-9c72-4c6a-8456-26ed0913c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:44.095040 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-288f615e-ca66-431e-82de-c23a0cbf722c req-31570c10-9c72-4c6a-8456-26ed0913c8f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.2124949 Mar 10 03:42:44.096007 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efcdda-44be-417c-9fd4-0aa27365f95e req-53a47aa1-d659-4fc0-9206-084249318aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:44.097314 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a1efcdda-44be-417c-9fd4-0aa27365f95e req-53a47aa1-d659-4fc0-9206-084249318aa5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3483088 Mar 10 03:42:44.117468 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448359af-77d6-4c7e-ae32-1ebfb465806b req-0de1fb19-b6e0-46b8-8eda-9fda6e864d84 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:44.119588 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-448359af-77d6-4c7e-ae32-1ebfb465806b req-0de1fb19-b6e0-46b8-8eda-9fda6e864d84 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 943 time: 0.1206722 Mar 10 03:42:44.175207 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-448359af-77d6-4c7e-ae32-1ebfb465806b req-f204205a-1641-4072-abb7-68719b217d7b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483561 Mar 10 03:42:44.321840 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49118) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:44.326619 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61567080-2a6e-4c56-bc40-707f4d3ed22e req-8d39deea-d661-4b2b-9fab-9d032b32dab1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:44.328840 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-61567080-2a6e-4c56-bc40-707f4d3ed22e req-8d39deea-d661-4b2b-9fab-9d032b32dab1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0627697 Mar 10 03:42:44.429253 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-61567080-2a6e-4c56-bc40-707f4d3ed22e req-4d6de75b-241b-4dea-b63c-fb1c27ac4e45 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936537 Mar 10 03:42:44.431490 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f615e-ca66-431e-82de-c23a0cbf722c req-03db6ce4-5992-4631-9afa-caa32d770d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:44.433540 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-288f615e-ca66-431e-82de-c23a0cbf722c req-03db6ce4-5992-4631-9afa-caa32d770d6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0893977 Mar 10 03:42:44.503522 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f92cf5d5-0c37-4e8d-ba01-c4bb6556accd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:44.521891 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-ab4b604c-d689-44f2-bfbc-d5c8ac769d6d service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795819 Mar 10 03:42:44.571949 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbec14-85d4-4b32-8936-4044748180ea req-357837e8-6588-4dce-9d2f-18e849b62a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:44.574090 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-357837e8-6588-4dce-9d2f-18e849b62a5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 1127 time: 0.1272449 Mar 10 03:42:44.590821 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-288f615e-ca66-431e-82de-c23a0cbf722c req-2640f291-9178-464b-8f93-4dc3b30458f1 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426420 Mar 10 03:42:44.602109 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f92cf5d5-0c37-4e8d-ba01-c4bb6556accd admin admin] Publish callbacks [] for security_group (5ba0324e-8f72-486a-90e2-2c4928db239c), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:44.606241 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f92cf5d5-0c37-4e8d-ba01-c4bb6556accd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (5ba0324e-8f72-486a-90e2-2c4928db239c), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:44.751325 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f92cf5d5-0c37-4e8d-ba01-c4bb6556accd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6edfc98837b0472f95d3ce5370a96532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281170 Mar 10 03:42:44.753851 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49128) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:44.761789 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cf5d5-0c37-4e8d-ba01-c4bb6556accd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba0324e-8f72-486a-90e2-2c4928db239c,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:44.765783 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0c0ad7c8-4de5-41dc-a23c-b94a30d49249 req-342a6924-c34a-4fc5-b261-3423b285ba58 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096559 Mar 10 03:42:44.817619 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-66044d87-d2bf-4cb4-b909-e031fe1e7ad8 admin admin] Publish callbacks [] for security_group (5ba0324e-8f72-486a-90e2-2c4928db239c), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:44.844772 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-66044d87-d2bf-4cb4-b909-e031fe1e7ad8 admin admin] Publish callbacks [] for security_group (5ba0324e-8f72-486a-90e2-2c4928db239c), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:44.896992 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-66044d87-d2bf-4cb4-b909-e031fe1e7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (5ba0324e-8f72-486a-90e2-2c4928db239c), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:44.900209 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-66044d87-d2bf-4cb4-b909-e031fe1e7ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:44.904796 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-66044d87-d2bf-4cb4-b909-e031fe1e7ad8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ba0324e-8f72-486a-90e2-2c4928db239c HTTP/1.1" status: 204 len: 168 time: 0.1476092 Mar 10 03:42:44.911793 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66044d87-d2bf-4cb4-b909-e031fe1e7ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba0324e-8f72-486a-90e2-2c4928db239c,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:44.992650 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-dfcb1d18-37d0-4f93-9218-06ebc5b49c6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb95989-fea9-4641-969a-b72f44d36b8a HTTP/1.1" status: 200 len: 217 time: 0.3479784 Mar 10 03:42:45.139276 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e891840-ece8-4e88-92ed-bcbb83cad2f8 req-5fca1e82-3ba2-47f2-b5d8-07d5ad7c8a14 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:45.140816 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1e891840-ece8-4e88-92ed-bcbb83cad2f8 req-5fca1e82-3ba2-47f2-b5d8-07d5ad7c8a14 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.2584014 Mar 10 03:42:45.147807 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24da56-d18c-40e8-968d-3d660077d7f6 req-1f28d202-660f-47c5-8600-7414a72fa20a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:45.149297 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3a24da56-d18c-40e8-968d-3d660077d7f6 req-1f28d202-660f-47c5-8600-7414a72fa20a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 944 time: 0.2694209 Mar 10 03:42:45.160482 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbec14-85d4-4b32-8936-4044748180ea req-623c0402-6a80-42a2-a4a0-dbce033dea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:45.161879 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-623c0402-6a80-42a2-a4a0-dbce033dea4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.1547391 Mar 10 03:42:45.173261 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-288f615e-ca66-431e-82de-c23a0cbf722c req-271683c0-595c-4d88-a29e-f80e5e3d0f95 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299518 Mar 10 03:42:45.278393 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1e891840-ece8-4e88-92ed-bcbb83cad2f8 req-9e0298c4-69ce-4e38-a8b3-3300de62d825 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262269 Mar 10 03:42:45.293688 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3a24da56-d18c-40e8-968d-3d660077d7f6 req-4918d564-0cf6-41c5-bbbd-783c146d1415 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238866 Mar 10 03:42:45.296253 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbec14-85d4-4b32-8936-4044748180ea req-3092574e-448c-41aa-810b-15c0d6a9eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:45.302845 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-3092574e-448c-41aa-810b-15c0d6a9eef8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1231663 Mar 10 03:42:45.363798 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49154) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:45.381875 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-45a1e88e-52bf-4053-b1ee-5cdcdaa17b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:45.456178 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-fa9ce7e7-daa1-467a-b3f0-e954e6585896 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408160 Mar 10 03:42:45.470656 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-45a1e88e-52bf-4053-b1ee-5cdcdaa17b58 admin admin] Publish callbacks [] for security_group (21871838-b609-47ca-94b6-b84d2b121cea), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:45.471684 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43a654-6fe2-4448-9286-f29ede4fac81 req-97807604-8b60-4b14-a1ee-c41a6627ad67 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:45.473736 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ae43a654-6fe2-4448-9286-f29ede4fac81 req-97807604-8b60-4b14-a1ee-c41a6627ad67 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 943 time: 0.0832517 Mar 10 03:42:45.475705 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-45a1e88e-52bf-4053-b1ee-5cdcdaa17b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (21871838-b609-47ca-94b6-b84d2b121cea), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:45.511062 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-45a1e88e-52bf-4053-b1ee-5cdcdaa17b58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edb7f3f3dbc7414c85ae10b54ea94946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438897 Mar 10 03:42:45.512273 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49158) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:45.531312 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1e88e-52bf-4053-b1ee-5cdcdaa17b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21871838-b609-47ca-94b6-b84d2b121cea,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:45.570766 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3812bdf3-ca09-4190-8453-9e49481759c1 admin admin] Publish callbacks [] for security_group (21871838-b609-47ca-94b6-b84d2b121cea), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:45.593648 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3812bdf3-ca09-4190-8453-9e49481759c1 admin admin] Publish callbacks [] for security_group (21871838-b609-47ca-94b6-b84d2b121cea), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:45.629913 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ae43a654-6fe2-4448-9286-f29ede4fac81 req-b24abaf9-0ebc-4319-a0aa-09d704d66f32 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443319 Mar 10 03:42:45.647816 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209e7d4-4297-4e9f-8d06-7f3cab9eaad6 req-b0115906-2a99-426a-8b27-678d19789b5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:45.649308 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4209e7d4-4297-4e9f-8d06-7f3cab9eaad6 req-b0115906-2a99-426a-8b27-678d19789b5e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.1407335 Mar 10 03:42:45.652436 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-87dbec14-85d4-4b32-8936-4044748180ea req-b90e6579-e77d-47fa-904c-a872609cd267 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755316 Mar 10 03:42:45.653379 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3812bdf3-ca09-4190-8453-9e49481759c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (21871838-b609-47ca-94b6-b84d2b121cea), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:45.656103 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3812bdf3-ca09-4190-8453-9e49481759c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:45.657244 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-3812bdf3-ca09-4190-8453-9e49481759c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21871838-b609-47ca-94b6-b84d2b121cea HTTP/1.1" status: 204 len: 168 time: 0.1442769 Mar 10 03:42:45.666113 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812bdf3-ca09-4190-8453-9e49481759c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21871838-b609-47ca-94b6-b84d2b121cea,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:45.706823 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4209e7d4-4297-4e9f-8d06-7f3cab9eaad6 req-55b7f434-f315-4e84-b0bf-b15c730c00dd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508256 Mar 10 03:42:45.906419 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:42:46.004032 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:46.019591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'port_id': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'mac_address': 'fa:16:3e:cd:05:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:42:46.057062 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:46.058163 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:46.071217 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:46.094286 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:46.098339 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:46.099135 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device a4274a13-6824-4ec8-a496-b5f97c3cdd86 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:42:46.171357 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:46.241823 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port a4274a13-6824-4ec8-a496-b5f97c3cdd86, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:46.253899 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:42:46.289906 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port a4274a13-6824-4ec8-a496-b5f97c3cdd86 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:46.290049 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:46.303324 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4274a13-6824-4ec8-a496-b5f97c3cdd86 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:46.325860 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port a4274a13-6824-4ec8-a496-b5f97c3cdd86, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:46.331486 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:46.410825 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=a4274a13-6824-4ec8-a496-b5f97c3cdd86,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:46.466949 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0efd-d421-4efc-9ce2-f63dcddf40cd req-d35999bb-72c2-44c4-b766-51a4b888118e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:46.473884 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b8fd0efd-d421-4efc-9ce2-f63dcddf40cd req-d35999bb-72c2-44c4-b766-51a4b888118e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0968463 Mar 10 03:42:46.543056 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8414aa-6fed-4e99-9c44-cf9448baf77e req-af661f7f-6cdc-444d-ad53-d1bbefd3a38b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:46.544611 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ed8414aa-6fed-4e99-9c44-cf9448baf77e req-af661f7f-6cdc-444d-ad53-d1bbefd3a38b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 945 time: 0.1330528 Mar 10 03:42:46.557621 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b8fd0efd-d421-4efc-9ce2-f63dcddf40cd req-3c4e84b7-0456-4356-933e-72bdc275ae28 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806947 Mar 10 03:42:46.626907 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ed8414aa-6fed-4e99-9c44-cf9448baf77e req-8cbb86a2-b30a-4675-a5c5-0d6a99165331 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673606 Mar 10 03:42:46.871020 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef3a46-50dd-4ccc-a920-bfaa93a2eb90 req-ca68f764-e24c-44b6-a6ba-5c67b95c5637 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:46.878756 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91ef3a46-50dd-4ccc-a920-bfaa93a2eb90 req-ca68f764-e24c-44b6-a6ba-5c67b95c5637 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 944 time: 0.1484015 Mar 10 03:42:46.906066 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['a284a459-28e9-4d0e-a25b-8f0e9b78f2e1'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:42:46.967501 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['a4274a13-6824-4ec8-a496-b5f97c3cdd86'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:42:47.067299 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91ef3a46-50dd-4ccc-a920-bfaa93a2eb90 req-3a51d821-f149-4233-a18b-385b893c0e03 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799014 Mar 10 03:42:47.075369 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999f365-b1c4-468f-a08b-d8a0523e73ad req-295ad4b8-ffca-4bef-904b-3bf50ec01467 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:47.077066 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4999f365-b1c4-468f-a08b-d8a0523e73ad req-295ad4b8-ffca-4bef-904b-3bf50ec01467 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.1493514 Mar 10 03:42:47.097094 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-9ce6216c-ed7e-4fea-b2e3-1d8f91fbab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:47.097094 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-9ce6216c-ed7e-4fea-b2e3-1d8f91fbab3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 1129 time: 0.1162968 Mar 10 03:42:47.165451 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4999f365-b1c4-468f-a08b-d8a0523e73ad req-d1c750e7-7113-4ca6-884f-0aa8cb1ba276 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796287 Mar 10 03:42:47.252675 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-932e3d6f-c835-4963-b9a5-e4f0228b402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:47.254156 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-932e3d6f-c835-4963-b9a5-e4f0228b402d service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.1461611 Mar 10 03:42:47.300302 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-e2941685-6b05-441e-a06c-b5a43220c7a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14bb84d6-7125-402c-9953-f8c5b415f748 HTTP/1.1" status: 200 len: 217 time: 0.0400355 Mar 10 03:42:47.311430 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ac5d-0665-465c-a212-60e21edee599 req-fa4c7bae-c4db-4762-bba3-992a9e0d7457 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:47.312877 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91e6ac5d-0665-465c-a212-60e21edee599 req-fa4c7bae-c4db-4762-bba3-992a9e0d7457 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.1465583 Mar 10 03:42:47.386877 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-4f0d2588-0daa-4f4d-83c3-768ba8d76309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:47.388376 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-4f0d2588-0daa-4f4d-83c3-768ba8d76309 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.0744908 Mar 10 03:42:47.392768 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91e6ac5d-0665-465c-a212-60e21edee599 req-a6ef1321-9f60-4f65-b266-384f5767b10e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719161 Mar 10 03:42:47.420088 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-95f29167-8175-4317-9789-80b80a12a809 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255811 Mar 10 03:42:47.534479 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-68378fbb-ddef-4099-9614-ddc0af4ef32d service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989900 Mar 10 03:42:47.630301 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4c26074f-02ac-413d-a8ae-9c5b8057c9df req-6b3dd031-5359-405e-ae8d-318ff602bd92 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894547 Mar 10 03:42:47.769478 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb16b7-8991-477f-8683-321e05ea847b req-7a2c6b8c-6333-4558-b3c6-d3c396a20c2b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:47.771134 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-80fb16b7-8991-477f-8683-321e05ea847b req-7a2c6b8c-6333-4558-b3c6-d3c396a20c2b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 945 time: 0.0633593 Mar 10 03:42:47.818556 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-80fb16b7-8991-477f-8683-321e05ea847b req-def43256-48e7-4c07-a2e9-b7e3d9c29b11 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413408 Mar 10 03:42:47.931981 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:42:48.044067 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:48.068342 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'port_id': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'mac_address': 'fa:16:3e:2b:8f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:42:48.127177 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3cb95989-fea9-4641-969a-b72f44d36b8a is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:48.127731 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.164280 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb95989-fea9-4641-969a-b72f44d36b8a {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:42:48.186292 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:48.194012 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.285090 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:48.305061 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49296) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:48.312142 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca99ed-52ef-475f-90a0-c7f3d216ec54 req-9849494f-7e09-4d5f-8c7a-a9a768f62695 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:48.319177 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c5ca99ed-52ef-475f-90a0-c7f3d216ec54 req-9849494f-7e09-4d5f-8c7a-a9a768f62695 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 944 time: 0.1255622 Mar 10 03:42:48.399524 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c5ca99ed-52ef-475f-90a0-c7f3d216ec54 req-b0a19ddc-61ff-43b2-8f80-fb95b1b88af2 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693347 Mar 10 03:42:48.406794 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17a116-a4b2-4137-bcd8-b88a3f83f47c req-87e4e3d5-720d-4673-a2ec-dac1ebeaabe7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:48.408531 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3a17a116-a4b2-4137-bcd8-b88a3f83f47c req-87e4e3d5-720d-4673-a2ec-dac1ebeaabe7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.1098850 Mar 10 03:42:48.448690 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f953-9b53-45f4-ade9-9f4b0ca97075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.472120 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3a17a116-a4b2-4137-bcd8-b88a3f83f47c req-c019f130-180d-46f0-8750-17dc6f2b2679 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560162 Mar 10 03:42:48.533234 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349782fc-717d-4223-899b-4d4783942f6a req-5aeff248-345d-46d1-b214-7767677b9e0e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:48.535933 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-349782fc-717d-4223-899b-4d4783942f6a req-5aeff248-345d-46d1-b214-7767677b9e0e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0610042 Mar 10 03:42:48.538654 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f953-9b53-45f4-ade9-9f4b0ca97075 admin admin] Publish callbacks [] for security_group (b7de31bc-44ca-4d00-859c-edbc7d7ba3de), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.542893 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b0a1f953-9b53-45f4-ade9-9f4b0ca97075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b7de31bc-44ca-4d00-859c-edbc7d7ba3de), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.577796 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['3cb95989-fea9-4641-969a-b72f44d36b8a'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:42:48.583897 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-b0a1f953-9b53-45f4-ade9-9f4b0ca97075 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=11eecf2d88fa4e4f81143603cdd5fe00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776961 Mar 10 03:42:48.584718 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1f953-9b53-45f4-ade9-9f4b0ca97075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de31bc-44ca-4d00-859c-edbc7d7ba3de,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:48.587263 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49310) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:48.593154 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-349782fc-717d-4223-899b-4d4783942f6a req-63fa039c-a103-4d01-8e72-42c8e71c8c3e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526910 Mar 10 03:42:48.645488 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c490869e-b2e4-4685-8f87-090b416d87df admin admin] Publish callbacks [] for security_group (b7de31bc-44ca-4d00-859c-edbc7d7ba3de), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.668863 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c490869e-b2e4-4685-8f87-090b416d87df admin admin] Publish callbacks [] for security_group (b7de31bc-44ca-4d00-859c-edbc7d7ba3de), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.718977 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c490869e-b2e4-4685-8f87-090b416d87df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b7de31bc-44ca-4d00-859c-edbc7d7ba3de), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.721529 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c490869e-b2e4-4685-8f87-090b416d87df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:48.722673 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c490869e-b2e4-4685-8f87-090b416d87df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7de31bc-44ca-4d00-859c-edbc7d7ba3de HTTP/1.1" status: 204 len: 168 time: 0.1347494 Mar 10 03:42:48.731446 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490869e-b2e4-4685-8f87-090b416d87df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de31bc-44ca-4d00-859c-edbc7d7ba3de,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:48.936795 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc8611-55d2-49bb-9be2-b6f0a7635c68 req-4e8fa15f-dc38-413e-acda-4490fed874de tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:48.938456 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bcbc8611-55d2-49bb-9be2-b6f0a7635c68 req-4e8fa15f-dc38-413e-acda-4490fed874de tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 945 time: 0.0536361 Mar 10 03:42:48.982025 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49318) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:48.985905 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bcbc8611-55d2-49bb-9be2-b6f0a7635c68 req-a48b6f58-e984-468b-902f-6faacad68370 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414543 Mar 10 03:42:48.995270 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d491a673-0a49-4b5f-8ed2-bf1c183e06ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:49.068002 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d491a673-0a49-4b5f-8ed2-bf1c183e06ed admin admin] Publish callbacks [] for security_group (3126da58-22e6-4529-a3ef-38d6fc38c1fc), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:49.071383 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d491a673-0a49-4b5f-8ed2-bf1c183e06ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (3126da58-22e6-4529-a3ef-38d6fc38c1fc), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:49.107875 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-d491a673-0a49-4b5f-8ed2-bf1c183e06ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98012d237b3c4c06a06de459c1904854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247663 Mar 10 03:42:49.108704 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491a673-0a49-4b5f-8ed2-bf1c183e06ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3126da58-22e6-4529-a3ef-38d6fc38c1fc,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:49.110605 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 49320) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:49.162103 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-daf144c9-0490-445f-bff8-4684fd252af2 admin admin] Publish callbacks [] for security_group (3126da58-22e6-4529-a3ef-38d6fc38c1fc), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:49.181990 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-daf144c9-0490-445f-bff8-4684fd252af2 admin admin] Publish callbacks [] for security_group (3126da58-22e6-4529-a3ef-38d6fc38c1fc), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:49.227556 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-daf144c9-0490-445f-bff8-4684fd252af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (3126da58-22e6-4529-a3ef-38d6fc38c1fc), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:49.231411 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-daf144c9-0490-445f-bff8-4684fd252af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:49.232578 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-daf144c9-0490-445f-bff8-4684fd252af2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3126da58-22e6-4529-a3ef-38d6fc38c1fc HTTP/1.1" status: 204 len: 168 time: 0.1207490 Mar 10 03:42:49.240803 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf144c9-0490-445f-bff8-4684fd252af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3126da58-22e6-4529-a3ef-38d6fc38c1fc,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:49.534365 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a219e-f573-4e75-9b1c-7acc87fa7ac4 req-24c58aa1-305a-4478-96e8-7445165b946d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:49.543492 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d06a219e-f573-4e75-9b1c-7acc87fa7ac4 req-24c58aa1-305a-4478-96e8-7445165b946d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 944 time: 0.0706036 Mar 10 03:42:49.630630 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d06a219e-f573-4e75-9b1c-7acc87fa7ac4 req-bd435e7f-0186-41bb-8edb-e5f9834c4751 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771449 Mar 10 03:42:49.647071 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ba63a-e6af-4cf0-9a66-5a65f5901cf9 req-27423ee4-3899-4e25-8430-9ad0fda2d4de tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:49.659481 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-118ba63a-e6af-4cf0-9a66-5a65f5901cf9 req-27423ee4-3899-4e25-8430-9ad0fda2d4de tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.0736313 Mar 10 03:42:49.714530 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-118ba63a-e6af-4cf0-9a66-5a65f5901cf9 req-29eadba8-1d8a-4a06-b98a-32da664d151e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532560 Mar 10 03:42:49.781448 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefd3eb-d2ca-42ec-8b18-8871a4bb0f3b req-74918da9-309f-4279-8284-63c8001cdcf0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:49.783226 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aaefd3eb-d2ca-42ec-8b18-8871a4bb0f3b req-74918da9-309f-4279-8284-63c8001cdcf0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0676379 Mar 10 03:42:49.830116 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aaefd3eb-d2ca-42ec-8b18-8871a4bb0f3b req-d7ee1db4-a96f-4460-9cc3-238c9470a9ed tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412285 Mar 10 03:42:49.945041 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6b413221-250e-43a7-9cf4-e67fbb1688af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:50.103765 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566d630-6692-44f7-bf57-1e9f1d716aa4 req-8a80cc2c-53e0-46de-a0d3-b99e53c8a903 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:50.105828 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6566d630-6692-44f7-bf57-1e9f1d716aa4 req-8a80cc2c-53e0-46de-a0d3-b99e53c8a903 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 945 time: 0.0549717 Mar 10 03:42:50.153172 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6566d630-6692-44f7-bf57-1e9f1d716aa4 req-524c75be-7be4-400d-bc33-d3ae5dae11b1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403342 Mar 10 03:42:50.335693 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 49378) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:50.439655 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-696f2009-b1b2-4598-acd8-5d2887ea19b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:50.511549 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-696f2009-b1b2-4598-acd8-5d2887ea19b6 admin admin] Publish callbacks [] for security_group (c4466f26-c504-48e2-b2c3-cab38edd1ede), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:50.515194 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-696f2009-b1b2-4598-acd8-5d2887ea19b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c4466f26-c504-48e2-b2c3-cab38edd1ede), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:50.553677 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-696f2009-b1b2-4598-acd8-5d2887ea19b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=432181fc1aa641cb820c0907c9971fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171822 Mar 10 03:42:50.554587 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f2009-b1b2-4598-acd8-5d2887ea19b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4466f26-c504-48e2-b2c3-cab38edd1ede,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:50.556389 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49382) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:50.607864 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-98f91a31-211f-4011-91c4-bf9efcaf2e8c admin admin] Publish callbacks [] for security_group (c4466f26-c504-48e2-b2c3-cab38edd1ede), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:50.628135 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-98f91a31-211f-4011-91c4-bf9efcaf2e8c admin admin] Publish callbacks [] for security_group (c4466f26-c504-48e2-b2c3-cab38edd1ede), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:50.676424 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-98f91a31-211f-4011-91c4-bf9efcaf2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c4466f26-c504-48e2-b2c3-cab38edd1ede), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:50.679438 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-98f91a31-211f-4011-91c4-bf9efcaf2e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:50.680600 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-98f91a31-211f-4011-91c4-bf9efcaf2e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4466f26-c504-48e2-b2c3-cab38edd1ede HTTP/1.1" status: 204 len: 168 time: 0.1231599 Mar 10 03:42:50.688879 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f91a31-211f-4011-91c4-bf9efcaf2e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4466f26-c504-48e2-b2c3-cab38edd1ede,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:50.773718 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e8393-40c7-4263-9b1d-7f247382fcf1 req-04f75688-f449-4cef-8527-e309a0a0c34f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:50.781469 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-931e8393-40c7-4263-9b1d-7f247382fcf1 req-04f75688-f449-4cef-8527-e309a0a0c34f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 944 time: 0.0746708 Mar 10 03:42:50.890406 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-931e8393-40c7-4263-9b1d-7f247382fcf1 req-092d7f95-99d1-42e8-bd66-173c35dd038e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000369 Mar 10 03:42:50.904673 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3773c-2d92-4724-93b5-dbea88b3a54c req-ac83ecd0-9559-44af-8905-72948c079e58 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:50.906136 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8ab3773c-2d92-4724-93b5-dbea88b3a54c req-ac83ecd0-9559-44af-8905-72948c079e58 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.1088917 Mar 10 03:42:50.988051 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8ab3773c-2d92-4724-93b5-dbea88b3a54c req-cc5b2cea-6a35-4c89-8ce5-dce485566450 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690298 Mar 10 03:42:51.013006 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b39447-6664-48bc-8a99-9608eb59676a req-6039bf43-dabf-4d57-a119-562f75f7a639 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:51.014480 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e0b39447-6664-48bc-8a99-9608eb59676a req-6039bf43-dabf-4d57-a119-562f75f7a639 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0648367 Mar 10 03:42:51.061809 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e0b39447-6664-48bc-8a99-9608eb59676a req-c8b2f9c5-e07a-479f-8eaa-29537abe0ff8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Mar 10 03:42:51.272776 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a0ca-f03f-4c2c-8565-a282ed24f159 req-7a69e519-96c8-467d-9803-958b8abd7888 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:51.274262 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3396a0ca-f03f-4c2c-8565-a282ed24f159 req-7a69e519-96c8-467d-9803-958b8abd7888 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 945 time: 0.0535917 Mar 10 03:42:51.324460 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3396a0ca-f03f-4c2c-8565-a282ed24f159 req-5f4d4b35-86ec-4461-b726-be174c0353be tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442944 Mar 10 03:42:51.557919 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:51.609760 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:42:51.614365 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:51.614774 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:51.694468 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:51.694913 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:51.717633 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:51.719860 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa2ccb7-9cc4-4e6e-ab07-fe4648c9f792" -d '{"events": [{"server_uuid": "9ea6ec60-eaf2-498b-9422-b77264b9dc9a", "name": "network-vif-plugged", "status": "completed", "tag": "a284a459-28e9-4d0e-a25b-8f0e9b78f2e1"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:51.733946 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:51.743237 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:51.744063 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device a4274a13-6824-4ec8-a496-b5f97c3cdd86 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:51.770259 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c388f36e-fc7e-44b0-abdf-5ffb2955da99 x-openstack-request-id: req-c388f36e-fc7e-44b0-abdf-5ffb2955da99 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:51.770579 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea6ec60-eaf2-498b-9422-b77264b9dc9a", "name": "network-vif-plugged", "status": "completed", "tag": "a284a459-28e9-4d0e-a25b-8f0e9b78f2e1", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:51.770865 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c388f36e-fc7e-44b0-abdf-5ffb2955da99 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:51.771260 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'code': 200} Mar 10 03:42:51.824598 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:51.846750 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port a4274a13-6824-4ec8-a496-b5f97c3cdd86 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:42:51.855439 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port a4274a13-6824-4ec8-a496-b5f97c3cdd86 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:51.856090 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:52.011113 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port a4274a13-6824-4ec8-a496-b5f97c3cdd86 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:52.011659 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:52.047229 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3bee-2fda-46b2-bb2e-890a911c145b req-895f2e5d-9c34-44e7-9c1f-a83795e9e282 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:52.049165 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-18ed3bee-2fda-46b2-bb2e-890a911c145b req-895f2e5d-9c34-44e7-9c1f-a83795e9e282 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0647953 Mar 10 03:42:52.066339 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port a4274a13-6824-4ec8-a496-b5f97c3cdd86, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:52.070830 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:52.125324 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=a4274a13-6824-4ec8-a496-b5f97c3cdd86,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:52.159342 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-18ed3bee-2fda-46b2-bb2e-890a911c145b req-48df7d12-c306-4ed6-b40c-8363ad22bf67 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045930 Mar 10 03:42:52.170719 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760b896-3dbf-4788-8c84-5b2464ae1edb req-c33f6857-1cf9-4c95-b3c3-8f8e0a0c1880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:52.172144 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1760b896-3dbf-4788-8c84-5b2464ae1edb req-c33f6857-1cf9-4c95-b3c3-8f8e0a0c1880 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 1129 time: 0.1106400 Mar 10 03:42:52.183164 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4bf8d-e4c7-4d0e-95b1-3290a738a3ef req-6caf22a3-e1d3-46f9-b151-f8086d1509fe tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:52.184576 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c2e4bf8d-e4c7-4d0e-95b1-3290a738a3ef req-6caf22a3-e1d3-46f9-b151-f8086d1509fe tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.1083820 Mar 10 03:42:52.278480 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1760b896-3dbf-4788-8c84-5b2464ae1edb req-9cd58150-df36-4600-9a5f-f6cdb593907a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928721 Mar 10 03:42:52.284229 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c2e4bf8d-e4c7-4d0e-95b1-3290a738a3ef req-faf29d04-9e92-4b60-b604-90b7dc967c4e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927866 Mar 10 03:42:52.303072 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b86529-47c8-4aee-834d-fde5a9bd78c2 req-14a3b6cd-9294-4af1-a458-38983912d126 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:52.304520 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a5b86529-47c8-4aee-834d-fde5a9bd78c2 req-14a3b6cd-9294-4af1-a458-38983912d126 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0868928 Mar 10 03:42:52.353229 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a5b86529-47c8-4aee-834d-fde5a9bd78c2 req-ae124bb9-890b-4d9c-99a7-d41ef4facd6f tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Mar 10 03:42:52.392491 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb235-fc90-48da-8553-5d0c328ae7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:52.456560 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e489c3f-062e-4d83-9bd7-76a11b4d2241 req-de25cfdb-b013-41b6-8d1c-8bc5f761323b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:52.458013 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9e489c3f-062e-4d83-9bd7-76a11b4d2241 req-de25cfdb-b013-41b6-8d1c-8bc5f761323b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0610416 Mar 10 03:42:52.508065 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9e489c3f-062e-4d83-9bd7-76a11b4d2241 req-efca0fba-3236-4d19-b2e6-d54c244efe81 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442398 Mar 10 03:42:53.300919 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e71eb5-f52c-4995-96e5-05e3800b052b req-c30e939e-0b21-488f-8bce-d8c069f8657c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:53.302435 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-20e71eb5-f52c-4995-96e5-05e3800b052b req-c30e939e-0b21-488f-8bce-d8c069f8657c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0738983 Mar 10 03:42:53.352881 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-20e71eb5-f52c-4995-96e5-05e3800b052b req-a93cf7ae-1efc-405c-9082-24ea8298d495 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Mar 10 03:42:53.412967 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63091aa-0c5e-4bcb-b84d-46725e02ccb1 req-6ae3c311-c8f9-4b26-a33e-7a6080708bfe tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:53.414447 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b63091aa-0c5e-4bcb-b84d-46725e02ccb1 req-6ae3c311-c8f9-4b26-a33e-7a6080708bfe tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.0538230 Mar 10 03:42:53.501200 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b63091aa-0c5e-4bcb-b84d-46725e02ccb1 req-525e5d82-7ca2-4b15-bbb7-0c42f0bd23c5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807686 Mar 10 03:42:53.511947 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247786e-68cb-4513-b925-af4564dbc2a6 req-efbd3e00-7512-4a07-9789-eac142d1d673 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:53.513446 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5247786e-68cb-4513-b925-af4564dbc2a6 req-efbd3e00-7512-4a07-9789-eac142d1d673 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0919368 Mar 10 03:42:53.547907 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:42:53.595187 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5247786e-68cb-4513-b925-af4564dbc2a6 req-76df5542-655f-4c7a-b272-4aac47f0c082 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706503 Mar 10 03:42:53.601730 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:53.631191 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 3cb95989-fea9-4641-969a-b72f44d36b8a completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:42:53.636739 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 3cb95989-fea9-4641-969a-b72f44d36b8a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:42:53.637265 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:53.665815 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5e299-aa50-4915-a613-d8ac75301cfb req-5eb5da0e-dfbb-4232-b0f5-a85b397b6932 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:53.667445 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0da5e299-aa50-4915-a613-d8ac75301cfb req-5eb5da0e-dfbb-4232-b0f5-a85b397b6932 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0572608 Mar 10 03:42:53.722964 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0da5e299-aa50-4915-a613-d8ac75301cfb req-69aa0112-416c-4100-8573-3f6392882120 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478578 Mar 10 03:42:53.740503 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3cb95989-fea9-4641-969a-b72f44d36b8a is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:42:53.741181 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:53.771783 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86'}, {'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:53.774070 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3711d94-1d23-41a8-a2d0-a55e39cf4427" -d '{"events": [{"server_uuid": "476d13c9-ef99-4c73-a5f7-8a518c76c237", "name": "network-vif-plugged", "status": "completed", "tag": "a4274a13-6824-4ec8-a496-b5f97c3cdd86"}, {"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-plugged", "status": "completed", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:53.784733 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:42:53.789420 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:53.831926 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56afbe4f-72cb-4cd1-9748-c1411f6366e2 x-openstack-request-id: req-56afbe4f-72cb-4cd1-9748-c1411f6366e2 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:53.832375 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d13c9-ef99-4c73-a5f7-8a518c76c237", "name": "network-vif-plugged", "status": "completed", "tag": "a4274a13-6824-4ec8-a496-b5f97c3cdd86", "code": 200}, {"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-plugged", "status": "completed", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:53.832613 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56afbe4f-72cb-4cd1-9748-c1411f6366e2 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:53.833071 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'code': 200} Mar 10 03:42:53.833482 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'code': 200} Mar 10 03:42:53.846081 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:42:54.351630 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be921a32-9661-4454-a362-863282eee1c4 req-44a6679d-cb4c-42c0-99b3-d32f5501ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:54.353148 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-be921a32-9661-4454-a362-863282eee1c4 req-44a6679d-cb4c-42c0-99b3-d32f5501ecf0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 1129 time: 0.0784328 Mar 10 03:42:54.356626 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a30017-28b5-430b-a8f8-7e3a104e4473 req-9bcaa84e-cc79-4abb-adbb-dbbd36af186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:54.358147 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-55a30017-28b5-430b-a8f8-7e3a104e4473 req-9bcaa84e-cc79-4abb-adbb-dbbd36af186b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 1130 time: 0.0746055 Mar 10 03:42:54.469516 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-be921a32-9661-4454-a362-863282eee1c4 req-edb1e122-a131-4689-9d57-b9d231ca8ec5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030662 Mar 10 03:42:54.476162 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-55a30017-28b5-430b-a8f8-7e3a104e4473 req-4e9ff2cb-4198-4666-be0f-63ffd2d67528 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086404 Mar 10 03:42:54.501526 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4b21c-a38c-4711-9a1d-7d533ab219b7 req-06220946-787b-4422-8d4c-7c0a594b7d75 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:54.502831 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bec4b21c-a38c-4711-9a1d-7d533ab219b7 req-06220946-787b-4422-8d4c-7c0a594b7d75 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0764694 Mar 10 03:42:54.570812 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bec4b21c-a38c-4711-9a1d-7d533ab219b7 req-73ec4a74-0c1e-42aa-b74b-25d9045cdcec tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624990 Mar 10 03:42:54.694353 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f726b16-2dee-415d-8d49-d4a05913b89b req-cd35dbbf-5123-4654-b67f-150bc2cbd0d4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:54.695976 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1f726b16-2dee-415d-8d49-d4a05913b89b req-cd35dbbf-5123-4654-b67f-150bc2cbd0d4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0923331 Mar 10 03:42:54.736612 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d9494-13c5-4b57-ac25-2c179d474466 req-e70ba306-37f5-43be-ad40-531e48132464 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:54.738133 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a48d9494-13c5-4b57-ac25-2c179d474466 req-e70ba306-37f5-43be-ad40-531e48132464 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0851438 Mar 10 03:42:54.748705 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49568) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:54.754323 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'floatingip': {'port_id': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:54.760859 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1f726b16-2dee-415d-8d49-d4a05913b89b req-7f1887fe-df86-4064-90fe-8aa56e1a0e98 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566556 Mar 10 03:42:54.827127 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:54.858066 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (85a36620-5079-46bb-9378-d36b99307e91), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:54.883498 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c4d8f-7b79-4617-a8e3-f9701be27463 req-b4019050-f15e-400c-8a65-8d8d4af40829 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:54.884988 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-770c4d8f-7b79-4617-a8e3-f9701be27463 req-b4019050-f15e-400c-8a65-8d8d4af40829 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0923724 Mar 10 03:42:54.906953 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcbe15-d092-451f-9aeb-311dd7260e24 req-c40dce66-e62a-4d6e-99d1-61e2c7fb8630 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:54.908597 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7dbcbe15-d092-451f-9aeb-311dd7260e24 req-c40dce66-e62a-4d6e-99d1-61e2c7fb8630 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0817449 Mar 10 03:42:54.972170 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-770c4d8f-7b79-4617-a8e3-f9701be27463 req-ebc285f0-d96b-494f-b141-800527c29d0d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800946 Mar 10 03:42:54.979635 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7dbcbe15-d092-451f-9aeb-311dd7260e24 req-4696da5c-19da-4598-8914-00b63bec5198 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644722 Mar 10 03:42:55.444922 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986af1b-a8a8-464d-979e-1c0f430e04f7 req-3e4a0fc6-c351-427e-94b0-b1aba636dafd tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:55.446619 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0986af1b-a8a8-464d-979e-1c0f430e04f7 req-3e4a0fc6-c351-427e-94b0-b1aba636dafd tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 945 time: 0.0545726 Mar 10 03:42:55.494594 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0986af1b-a8a8-464d-979e-1c0f430e04f7 req-d1c0a847-efe2-4ffa-8f69-267bac39d6c7 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Mar 10 03:42:55.699817 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:55.704438 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (85a36620-5079-46bb-9378-d36b99307e91), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:55.820699 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Floating IP 85a36620-5079-46bb-9378-d36b99307e91 associated. External IP: 172.27.1.27, port: a284a459-28e9-4d0e-a25b-8f0e9b78f2e1. Mar 10 03:42:55.897740 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d59b13-00d7-43e1-93e0-7c30f04c425b req-8556e319-cb1e-4051-8c73-b4659f0f7498 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:55.899317 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91d59b13-00d7-43e1-93e0-7c30f04c425b req-8556e319-cb1e-4051-8c73-b4659f0f7498 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0617213 Mar 10 03:42:55.952266 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91d59b13-00d7-43e1-93e0-7c30f04c425b req-e9b97834-9f01-4321-a8e6-4670311302ec tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Mar 10 03:42:56.087963 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:42:56.161626 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d7e0-177b-44be-b4c9-6e061b26fd8c req-3d5b70dc-cf3b-4081-b964-6ab6f16dab50 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:56.167901 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6448d7e0-177b-44be-b4c9-6e061b26fd8c req-3d5b70dc-cf3b-4081-b964-6ab6f16dab50 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.1145210 Mar 10 03:42:56.178998 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0295b-a61a-4ea6-9d5e-2ab13a877869 req-1659db20-b877-41af-bf26-537b1ec607b5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:56.180539 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d0a0295b-a61a-4ea6-9d5e-2ab13a877869 req-1659db20-b877-41af-bf26-537b1ec607b5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.1172256 Mar 10 03:42:56.231996 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:56.237009 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:56.248798 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] Sync routers for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:56.258289 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6448d7e0-177b-44be-b4c9-6e061b26fd8c req-3323837c-4937-4a8b-8534-0678ba114ff3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881519 Mar 10 03:42:56.261227 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:56.262566 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:42:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:56.262977 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d0a0295b-a61a-4ea6-9d5e-2ab13a877869 req-8851b918-9b41-41e9-a90d-071f681a293c tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755875 Mar 10 03:42:56.288208 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-3ade02e1-f179-47f4-bc0f-4587a506b64d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "PUT /v2.0/floatingips/85a36620-5079-46bb-9378-d36b99307e91 HTTP/1.1" status: 200 len: 990 time: 1.5383720 Mar 10 03:42:56.288803 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'tag': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:56.291050 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea6ec60-eaf2-498b-9422-b77264b9dc9a", "tag": "a284a459-28e9-4d0e-a25b-8f0e9b78f2e1"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:56.326176 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b9b14-262f-4fbd-84e4-04a930560121 x-openstack-request-id: req-a91b9b14-262f-4fbd-84e4-04a930560121 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:56.326472 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea6ec60-eaf2-498b-9422-b77264b9dc9a", "tag": "a284a459-28e9-4d0e-a25b-8f0e9b78f2e1", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:56.326756 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a91b9b14-262f-4fbd-84e4-04a930560121 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:56.327154 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'tag': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'status': 'completed', 'code': 200} Mar 10 03:42:56.389053 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:56.460169 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-e9b0a183-b10e-402a-ada0-a8061b8e46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:56.461873 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:56.462867 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-e9b0a183-b10e-402a-ada0-a8061b8e46c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 1129 time: 0.0603549 Mar 10 03:42:56.561262 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-4d0e097e-ea08-4aa8-972c-ce3673672b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:56.562890 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-4d0e097e-ea08-4aa8-972c-ce3673672b86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 912 time: 0.0938354 Mar 10 03:42:56.708594 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '85a36620-5079-46bb-9378-d36b99307e91', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'port_id': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'mac_address': 'fa:16:3e:cd:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:31Z', 'updated_at': '2022-03-10T03:42:55Z', 'revision_number': 1, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:56.741343 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] Checking router: 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:56.752646 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:56.753505 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:42:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:56.879990 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:56.916063 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-c7151c54-6eff-4484-86a2-5427c2179536 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 HTTP/1.1" status: 200 len: 998 time: 0.1045237 Mar 10 03:42:56.924684 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac344a5-6b5e-46d5-85f9-3327b2204725 req-a501fcac-f80b-45a3-b38c-d413bc078a7b tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:56.926157 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aac344a5-6b5e-46d5-85f9-3327b2204725 req-a501fcac-f80b-45a3-b38c-d413bc078a7b tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 945 time: 0.3545175 Mar 10 03:42:56.975902 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aac344a5-6b5e-46d5-85f9-3327b2204725 req-53fc4cb8-2235-4a47-9736-725a3e7aad35 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Mar 10 03:42:57.107612 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '85a36620-5079-46bb-9378-d36b99307e91', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'port_id': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'mac_address': 'fa:16:3e:cd:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:31Z', 'updated_at': '2022-03-10T03:42:55Z', 'revision_number': 1, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:57.120684 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b1d2a-d7bd-4521-9e87-9f021ec19ee7 req-5e51ea0d-5e9f-405d-bcae-70cc1a54aa29 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:57.122188 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155b1d2a-d7bd-4521-9e87-9f021ec19ee7 req-5e51ea0d-5e9f-405d-bcae-70cc1a54aa29 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0940568 Mar 10 03:42:57.123997 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-a20d8a5f-0369-40a7-ac8b-07f76651509e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:57.125315 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-a20d8a5f-0369-40a7-ac8b-07f76651509e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 200 len: 850 time: 0.0657101 Mar 10 03:42:57.136208 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f0381f-b848-4490-b805-b8e5ffd30696 None None] The sync data for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi is: [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '85a36620-5079-46bb-9378-d36b99307e91', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'floating_ip_address': '172.27.1.27', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'port_id': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'mac_address': 'fa:16:3e:cd:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:31Z', 'updated_at': '2022-03-10T03:42:55Z', 'revision_number': 1, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:57.172552 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155b1d2a-d7bd-4521-9e87-9f021ec19ee7 req-85c20a5d-9d37-41d1-8110-8ecc14dd9d11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Mar 10 03:42:57.251055 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-274d9e09-55af-4f7b-84af-44b1596e48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:57.252440 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-274d9e09-55af-4f7b-84af-44b1596e48d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0730739 Mar 10 03:42:57.404860 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac55ef5-6466-4876-afac-d21f475928e4 None None] New status for floating IP 85a36620-5079-46bb-9378-d36b99307e91: ACTIVE {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:42:57.455976 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e9cc8-f2a3-465c-900b-84406b3fa286 req-6b112e83-3eef-480b-b4ef-2c26fa82e90b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:57.466642 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 49642) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:57.472933 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'floatingip': {'port_id': '3cb95989-fea9-4641-969a-b72f44d36b8a'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:57.473609 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f55e9cc8-f2a3-465c-900b-84406b3fa286 req-6b112e83-3eef-480b-b4ef-2c26fa82e90b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.2060049 Mar 10 03:42:57.535874 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-4b1cc3af-9018-479f-907c-5cfececfad99 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560081 Mar 10 03:42:57.558013 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (dbd38b93-c11e-40f8-a084-cae5ddd362ce), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:57.617792 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dc1a8-3a5a-4e44-915a-0b13dd0cc985 req-bde6bf16-5437-4bc7-b9cf-7bb0b0d57774 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:57.625172 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c8dc1a8-3a5a-4e44-915a-0b13dd0cc985 req-bde6bf16-5437-4bc7-b9cf-7bb0b0d57774 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.2634437 Mar 10 03:42:57.707975 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-a36d2114-908f-4e92-bba4-5b3bd0465bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1802819 Mar 10 03:42:57.767769 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c8dc1a8-3a5a-4e44-915a-0b13dd0cc985 req-9ec278cc-67cc-4e56-b9ec-a093d9fcda5c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416867 Mar 10 03:42:57.778227 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c6d22-d581-4fd9-9b6b-6291f8972f85 req-888d59c8-82ad-4d45-a2c6-95fe64f254a3 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:57.786214 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-406c6d22-d581-4fd9-9b6b-6291f8972f85 req-888d59c8-82ad-4d45-a2c6-95fe64f254a3 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.2028039 Mar 10 03:42:57.928765 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-406c6d22-d581-4fd9-9b6b-6291f8972f85 req-4e76870c-ca0f-4cc7-99d8-4f8484344c6f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313999 Mar 10 03:42:57.934865 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-516e16ac-ecd7-44f7-9838-ae5b13d0c80b req-13b23df4-9465-4a5a-960d-29d18e0e6783 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581002 Mar 10 03:42:57.954397 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-0241d4dc-b642-4822-98dd-9173f2024fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:57.965716 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-0241d4dc-b642-4822-98dd-9173f2024fe3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1130 time: 0.1356781 Mar 10 03:42:58.228157 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40861e-3635-4ead-893d-57bee3a7b766 req-652a343a-8d01-4d91-a283-cf6b45869be4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:58.229954 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bd40861e-3635-4ead-893d-57bee3a7b766 req-652a343a-8d01-4d91-a283-cf6b45869be4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.1899736 Mar 10 03:42:58.233088 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-bde4e28f-df06-4708-9bd0-9213131a3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:58.237852 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-bde4e28f-df06-4708-9bd0-9213131a3ebe service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.2217464 Mar 10 03:42:58.246646 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31aaf8-30cd-4f16-95d3-0a72c26b48c6 req-59da6064-32df-4ce3-9a9d-a21558d0fe98 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:58.248153 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1d31aaf8-30cd-4f16-95d3-0a72c26b48c6 req-59da6064-32df-4ce3-9a9d-a21558d0fe98 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 945 time: 0.1782007 Mar 10 03:42:58.249785 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 49692) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:42:58.258454 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'floatingip': {'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:42:58.286417 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:58.290589 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (dbd38b93-c11e-40f8-a084-cae5ddd362ce), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:58.358618 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-3b824452-bff7-4065-a7f2-debc8fa3708d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 200 len: 217 time: 0.1095247 Mar 10 03:42:58.379941 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:58.397058 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Floating IP dbd38b93-c11e-40f8-a084-cae5ddd362ce associated. External IP: 172.27.1.61, port: 3cb95989-fea9-4641-969a-b72f44d36b8a. Mar 10 03:42:58.544067 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-a7f0a38d-be48-44d6-9d3d-282982044a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:58.545457 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-a7f0a38d-be48-44d6-9d3d-282982044a35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.1751821 Mar 10 03:42:58.601077 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1d31aaf8-30cd-4f16-95d3-0a72c26b48c6 req-4e7e0a0e-fabd-4d91-badf-f0333d313d2e tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382628 Mar 10 03:42:58.605705 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-b7967260-6869-40e4-bd11-486cf6ee5234 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369844 Mar 10 03:42:58.659405 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Router 9695ff10-9709-4b01-80a4-15e818c5585f has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:42:58.776693 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:42:58.781589 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:58.787450 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] Sync routers for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:42:58.797145 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-cce80ba4-39ba-40c3-a57d-c1dc1854df01 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728051 Mar 10 03:42:58.801637 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:58.802621 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:42:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:58.835581 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f32f1a0b-1902-4756-80a6-9d7cc7376c11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "PUT /v2.0/floatingips/dbd38b93-c11e-40f8-a084-cae5ddd362ce HTTP/1.1" status: 200 len: 990 time: 1.3670025 Mar 10 03:42:58.839383 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:42:58.845513 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3" -d '{"events": [{"name": "network-changed", "server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:42:58.920309 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7455122a-be8e-4828-8f8f-426dc4680b98 x-openstack-request-id: req-7455122a-be8e-4828-8f8f-426dc4680b98 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:42:58.920604 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:42:58.920861 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7455122a-be8e-4828-8f8f-426dc4680b98 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:42:58.921262 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'status': 'completed', 'code': 200} Mar 10 03:42:58.935564 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:59.118209 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-62188aff-ded1-45e0-9cc9-cc247d965f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:59.121025 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-62188aff-ded1-45e0-9cc9-cc247d965f4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 1129 time: 0.0556922 Mar 10 03:42:59.181794 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'dbd38b93-c11e-40f8-a084-cae5ddd362ce', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'port_id': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'mac_address': 'fa:16:3e:2b:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:27Z', 'updated_at': '2022-03-10T03:42:58Z', 'revision_number': 1, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:59.239359 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-f6e91ad7-3a69-4d19-98a7-596c5ec7a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:59.240905 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-f6e91ad7-3a69-4d19-98a7-596c5ec7a867 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.1120117 Mar 10 03:42:59.323978 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] Checking router: 9695ff10-9709-4b01-80a4-15e818c5585f for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:42:59.332774 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:42:59.333388 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:42:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:59.366572 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-dbe08418-e040-4dbb-853b-a33df8f84641 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb95989-fea9-4641-969a-b72f44d36b8a HTTP/1.1" status: 200 len: 998 time: 0.1185622 Mar 10 03:42:59.401688 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e5dfc-cd50-49c1-bf6b-dab29fc01776 req-a27839eb-8f0c-4c58-839b-7b1e6691637a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:59.403257 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c29e5dfc-cd50-49c1-bf6b-dab29fc01776 req-a27839eb-8f0c-4c58-839b-7b1e6691637a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.5401685 Mar 10 03:42:59.425098 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-daed006b-8829-4f44-86d2-d7e5c4e5c895 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180520 Mar 10 03:42:59.428931 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-16d8f40b-463b-4647-a091-c4350f21211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:59.430478 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-16d8f40b-463b-4647-a091-c4350f21211e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0568087 Mar 10 03:42:59.469886 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:42:59.483582 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a52ac-ffb2-4e69-b056-40700953468d req-5496b982-e1f2-4857-92f2-4e6e45422940 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:59.485078 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-015a52ac-ffb2-4e69-b056-40700953468d req-5496b982-e1f2-4857-92f2-4e6e45422940 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.16 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 945 time: 0.2639012 Mar 10 03:42:59.496541 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-542eb10b-cf2b-449e-9699-f38f249e96de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:59.498529 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-542eb10b-cf2b-449e-9699-f38f249e96de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562029 Mar 10 03:42:59.627697 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c29e5dfc-cd50-49c1-bf6b-dab29fc01776 req-a52d0eb4-9115-4f2e-a52b-a88f3aec2810 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122724 Mar 10 03:42:59.631778 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.db.resource_extend [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 10 03:42:59.652277 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-733c6e00-8488-4ce8-8e8d-ad14573de9b8 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100335 Mar 10 03:42:59.755951 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'dbd38b93-c11e-40f8-a084-cae5ddd362ce', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'port_id': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'mac_address': 'fa:16:3e:2b:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:27Z', 'updated_at': '2022-03-10T03:42:58Z', 'revision_number': 1, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:42:59.787348 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8b176ae3-2b5a-47d0-94c6-4c4cc59975d3 req-57907a98-1eec-4e33-893c-c6b89e10ba3c service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153877 Mar 10 03:42:59.796028 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da4cfe4-efe7-4e32-a9df-c35769306a74 None None] The sync data for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi is: [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'dbd38b93-c11e-40f8-a084-cae5ddd362ce', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'floating_ip_address': '172.27.1.61', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'port_id': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'mac_address': 'fa:16:3e:2b:8f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:27Z', 'updated_at': '2022-03-10T03:42:58Z', 'revision_number': 1, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:42:59.811984 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:59.822974 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:42:59.905612 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74ed36-3a18-48f1-9d65-bca07fa1bad1 req-6a85c3df-878f-4cb3-9fb1-5f629ae1d328 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:42:59.907140 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5b74ed36-3a18-48f1-9d65-bca07fa1bad1 req-6a85c3df-878f-4cb3-9fb1-5f629ae1d328 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 945 time: 0.1804836 Mar 10 03:42:59.913296 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Deleting port 334ad54a-024b-4f60-97a3-e4b7db1cd871 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:42:59.913645 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:00.017839 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e62ca6e-9db1-4d73-a3a0-f4c15e9ec04d None None] New status for floating IP dbd38b93-c11e-40f8-a084-cae5ddd362ce: ACTIVE {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:43:00.064632 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Floating IP fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7 associated. External IP: 172.27.1.248, port: a4274a13-6824-4ec8-a496-b5f97c3cdd86. Mar 10 03:43:00.122727 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5b74ed36-3a18-48f1-9d65-bca07fa1bad1 req-6e7f7700-2a28-4bb8-a5d8-5c94c948cc10 tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/security-groups?id=abee94c4-f8d6-45da-a91a-79056ffc19b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060907 Mar 10 03:43:00.146350 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] For port 334ad54a-024b-4f60-97a3-e4b7db1cd871, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=334ad54a-024b-4f60-97a3-e4b7db1cd871,segment=NetworkSegment(a01cb2cf-b59c-4258-9f17-b05b86d07b7e),segment_id=a01cb2cf-b59c-4258-9f17-b05b86d07b7e)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:43:00.146652 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:00.171884 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Calling delete_port for 334ad54a-024b-4f60-97a3-e4b7db1cd871 owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:43:00.463992 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:43:00.475814 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672'] for port (334ad54a-024b-4f60-97a3-e4b7db1cd871), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:00.530599 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['334ad54a-024b-4f60-97a3-e4b7db1cd871'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:43:00.543755 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Pushing event deleted for resources: {'Port': ['ID=334ad54a-024b-4f60-97a3-e4b7db1cd871,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:00.595517 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.596303 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.596303 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.596568 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.596886 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.597216 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.597551 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.597882 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.598207 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.598925 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.599275 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.599705 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.600088 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:00.601621 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:00.854649 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] No DVR routers for this DVR port 334ad54a-024b-4f60-97a3-e4b7db1cd871 on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:43:00.869656 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:00.872905 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-015a52ac-ffb2-4e69-b056-40700953468d req-e29eaec0-3cee-4b3d-9005-58e80a3ebedc tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.16 "DELETE /v2.0/ports/334ad54a-024b-4f60-97a3-e4b7db1cd871 HTTP/1.1" status: 204 len: 173 time: 1.3389668 Mar 10 03:43:00.874501 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a69704-8829-4199-a4a2-a2fe3afae43b', 'name': 'network-vif-deleted', 'tag': '334ad54a-024b-4f60-97a3-e4b7db1cd871'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:43:00.876787 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad2e31e-7922-4ecf-9433-ff5e3453edc7" -d '{"events": [{"server_uuid": "16a69704-8829-4199-a4a2-a2fe3afae43b", "name": "network-vif-deleted", "tag": "334ad54a-024b-4f60-97a3-e4b7db1cd871"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:43:00.936329 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca6d0f-ddc1-486f-81a0-581b332f69e9 x-openstack-request-id: req-a7ca6d0f-ddc1-486f-81a0-581b332f69e9 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:43:00.936627 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a69704-8829-4199-a4a2-a2fe3afae43b", "name": "network-vif-deleted", "tag": "334ad54a-024b-4f60-97a3-e4b7db1cd871", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:43:00.936882 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7ca6d0f-ddc1-486f-81a0-581b332f69e9 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:43:00.937279 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a69704-8829-4199-a4a2-a2fe3afae43b', 'name': 'network-vif-deleted', 'tag': '334ad54a-024b-4f60-97a3-e4b7db1cd871', 'status': 'completed', 'code': 200} Mar 10 03:43:00.970506 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf12b09-5560-4721-84ec-a1bc6a3b2b6d req-fcd7c62b-fdb1-4a55-839a-58e7ae053d50 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:00.972060 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8cf12b09-5560-4721-84ec-a1bc6a3b2b6d req-fcd7c62b-fdb1-4a55-839a-58e7ae053d50 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.1216273 Mar 10 03:43:00.973584 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:43:00.978357 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:00.990371 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:43:01.002801 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:43:01.003850 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:42:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:43:01.016960 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-39aaf42a-6743-4559-ab84-1b605591e430 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "PUT /v2.0/floatingips/fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7 HTTP/1.1" status: 200 len: 992 time: 2.7661991 Mar 10 03:43:01.060340 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8cf12b09-5560-4721-84ec-a1bc6a3b2b6d req-843e7646-b463-4bf6-b496-263f112cd732 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538960 Mar 10 03:43:01.126011 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:43:01.219847 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9afa9d40-5c7e-466d-9bf2-1edf3860162c req-48fc74b0-1106-441f-831b-1bbc65a4b35d tempest-DeleteServersTestJSON-1431721086 tempest-DeleteServersTestJSON-1431721086-project] 10.222.0.20 "GET /v2.0/ports?device_id=16a69704-8829-4199-a4a2-a2fe3afae43b HTTP/1.1" status: 200 len: 210 time: 0.0271494 Mar 10 03:43:01.360877 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:42:59Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:43:01.391622 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:43:01.403475 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:43:01.404105 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:42:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:43:01.519354 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:43:01.745349 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:42:59Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:43:01.775210 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c915278-bc2e-47f1-8fff-f2163cc1868b None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:42:59Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:43:01.973549 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5208f7-7b6e-4a3d-ba75-d91df40ea192 None None] New status for floating IP fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7: ACTIVE {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:43:02.216047 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2912ff-69e3-4905-86a2-d116ca3efa26 req-772ca183-c3cb-4921-910d-e6a8609eeedf tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:02.217548 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc2912ff-69e3-4905-86a2-d116ca3efa26 req-772ca183-c3cb-4921-910d-e6a8609eeedf tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0591524 Mar 10 03:43:02.290435 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc2912ff-69e3-4905-86a2-d116ca3efa26 req-627f0eb5-c8fd-426d-96a3-2c6e8086c1dd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663784 Mar 10 03:43:02.938213 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'tag': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:43:02.940666 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5" -d '{"events": [{"name": "network-changed", "server_uuid": "476d13c9-ef99-4c73-a5f7-8a518c76c237", "tag": "a4274a13-6824-4ec8-a496-b5f97c3cdd86"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:43:02.975353 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcf1364-610a-446d-955a-0fb97286b083 x-openstack-request-id: req-bdcf1364-610a-446d-955a-0fb97286b083 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:43:02.975652 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476d13c9-ef99-4c73-a5f7-8a518c76c237", "tag": "a4274a13-6824-4ec8-a496-b5f97c3cdd86", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:43:02.975902 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdcf1364-610a-446d-955a-0fb97286b083 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:43:02.976286 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'tag': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'status': 'completed', 'code': 200} Mar 10 03:43:03.413999 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d54736-7888-4676-b257-f369caf84915 req-f16d6bec-995d-458f-8389-ffbc4ec9bed4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:03.415513 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-94d54736-7888-4676-b257-f369caf84915 req-f16d6bec-995d-458f-8389-ffbc4ec9bed4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0570154 Mar 10 03:43:03.463610 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-94d54736-7888-4676-b257-f369caf84915 req-be851649-3e50-4a3b-8bf7-97710f34dadc tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 Mar 10 03:43:04.591701 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3c49a-64f1-4723-b39a-b97e3314491e req-4ce8e300-9029-4090-8ec7-cedbd1e832c9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:04.593173 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-57b3c49a-64f1-4723-b39a-b97e3314491e req-4ce8e300-9029-4090-8ec7-cedbd1e832c9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0529191 Mar 10 03:43:04.638921 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-57b3c49a-64f1-4723-b39a-b97e3314491e req-471a734d-f547-4bea-b66d-5c9593b66c9e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Mar 10 03:43:04.823140 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 334ad54a-024b-4f60-97a3-e4b7db1cd871 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:43:04.844329 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 334ad54a-024b-4f60-97a3-e4b7db1cd871 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:43:04.844681 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 334ad54a-024b-4f60-97a3-e4b7db1cd871 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:43:05.761361 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3b4e0-0651-4080-a0f4-997193f37788 req-e4a7b61c-95d3-4229-84e1-ad33eac55231 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:05.763592 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7ce3b4e0-0651-4080-a0f4-997193f37788 req-e4a7b61c-95d3-4229-84e1-ad33eac55231 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0577867 Mar 10 03:43:05.810161 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7ce3b4e0-0651-4080-a0f4-997193f37788 req-f8873e3b-367d-43ef-ba10-a12ad11ad0b8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Mar 10 03:43:06.088778 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-14dd11bb-ce48-47c3-92ad-11401b7ebeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:06.090265 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-14dd11bb-ce48-47c3-92ad-11401b7ebeb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 1130 time: 0.0484560 Mar 10 03:43:06.182991 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-4a0fd3f2-5eef-4fe8-b96a-7a8ff0b000ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:06.184988 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-4a0fd3f2-5eef-4fe8-b96a-7a8ff0b000ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.0868106 Mar 10 03:43:06.253851 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-016ab19a-455d-4342-bd14-daca9faeb292 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86 HTTP/1.1" status: 200 len: 1002 time: 0.0570519 Mar 10 03:43:06.304463 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-60863dd3-3044-475c-822e-1b668d06335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:06.305772 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-60863dd3-3044-475c-822e-1b668d06335c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0408683 Mar 10 03:43:06.358973 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-2ec14b2a-c024-43c8-8d18-cb626cc68cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:06.360422 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-2ec14b2a-c024-43c8-8d18-cb626cc68cbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453098 Mar 10 03:43:06.450938 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-97d37866-b93e-4c78-9358-1da2e4371470 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802457 Mar 10 03:43:06.549103 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ddb28f-2d00-4b77-86f7-0fdc72fb15a5 req-e15236ab-e65c-4e24-a4d5-abb14c98ef12 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891359 Mar 10 03:43:06.835658 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 49838) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:06.890526 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f3eab3-164b-46b5-a6de-ba1cfc69e007 admin admin] Deleting subnet 00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0 {{(pid=109718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:43:06.908115 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e7f3eab3-164b-46b5-a6de-ba1cfc69e007 admin admin] Publish callbacks [] for subnet (00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:06.953969 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e7f3eab3-164b-46b5-a6de-ba1cfc69e007 admin admin] Publish callbacks [] for subnet (00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:06.961942 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e7f3eab3-164b-46b5-a6de-ba1cfc69e007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:06.970349 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d2dfc-909c-4007-95a0-cd122f6efb8e req-bc819389-d38a-453f-9e1a-6e9c9e4bd75c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:06.972235 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-280d2dfc-909c-4007-95a0-cd122f6efb8e req-bc819389-d38a-453f-9e1a-6e9c9e4bd75c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0955992 Mar 10 03:43:07.049545 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-280d2dfc-909c-4007-95a0-cd122f6efb8e req-3fe719ab-4627-49cd-a59c-76f123afff1e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602813 Mar 10 03:43:07.055416 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e7f3eab3-164b-46b5-a6de-ba1cfc69e007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for subnet (00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.081609 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3eab3-164b-46b5-a6de-ba1cfc69e007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:07.087409 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e7f3eab3-164b-46b5-a6de-ba1cfc69e007 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.090708 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e7f3eab3-164b-46b5-a6de-ba1cfc69e007 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00e2e070-d2c6-4d57-a2d9-2ac435aaa9b0 HTTP/1.1" status: 204 len: 168 time: 0.2538283 Mar 10 03:43:07.092988 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 49840) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:07.162553 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (53444f2b-76a3-43e4-8dfa-5ce598a63d3d), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.240183 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (53444f2b-76a3-43e4-8dfa-5ce598a63d3d), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.260768 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.261140 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.261899 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.262261 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > port after_create 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.262610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > port after_delete 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.262962 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > port after_update 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.263290 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.263634 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.263959 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.264285 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.330202 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.330563 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.330939 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.331284 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109718) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 10 03:43:07.331665 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53444f2b-76a3-43e4-8dfa-5ce598a63d3d']}} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:43:07.348316 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01cb2cf-b59c-4258-9f17-b05b86d07b7e') {'for_net_delete': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:43:07.348614 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01cb2cf-b59c-4258-9f17-b05b86d07b7e') {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:43:07.368381 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157490'] for segment (a01cb2cf-b59c-4258-9f17-b05b86d07b7e), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.389088 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (a01cb2cf-b59c-4258-9f17-b05b86d07b7e), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.397034 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:43:07.397424 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10301498'] for segment (a01cb2cf-b59c-4258-9f17-b05b86d07b7e), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: from cryptography.utils import int_from_bytes Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: from cryptography.utils import int_from_bytes Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: Traceback (most recent call last): Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: timer() Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: cb(*args, **kw) Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: return func(*args, **kwargs) Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: self._notify() Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: self.callback(batched_events) Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: event.method(event) Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: return f(self, *a, **k) Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._get(url).json() Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: return self.request(url, 'GET', **kwargs) Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:43:07.401320 dv-cinder-804735-27-iscsi neutron-server[109718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:43:07.455283 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (53444f2b-76a3-43e4-8dfa-5ce598a63d3d), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.462624 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.466993 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] 10.222.0.20 "DELETE /v2.0/networks/53444f2b-76a3-43e4-8dfa-5ce598a63d3d HTTP/1.1" status: 204 len: 168 time: 0.3730674 Mar 10 03:43:07.476078 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7183d-60b1-41af-8603-1e8872c48cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=53444f2b-76a3-43e4-8dfa-5ce598a63d3d,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:07.578517 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:43:07.626129 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 49848) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:07.667032 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ce2f393e-ae8d-427f-8835-5b41c77ce9f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9ea7a7d0db24e4f8c9a0c578ce201bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396807 Mar 10 03:43:07.669472 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 49852) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:07.719625 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c60a85da-838f-4d66-b088-ead1dea375c8 admin admin] Publish callbacks [] for security_group (abee94c4-f8d6-45da-a91a-79056ffc19b2), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.739566 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c60a85da-838f-4d66-b088-ead1dea375c8 admin admin] Publish callbacks [] for security_group (abee94c4-f8d6-45da-a91a-79056ffc19b2), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.789598 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c60a85da-838f-4d66-b088-ead1dea375c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (abee94c4-f8d6-45da-a91a-79056ffc19b2), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.792238 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c60a85da-838f-4d66-b088-ead1dea375c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:07.793407 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c60a85da-838f-4d66-b088-ead1dea375c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abee94c4-f8d6-45da-a91a-79056ffc19b2 HTTP/1.1" status: 204 len: 168 time: 0.1230402 Mar 10 03:43:07.801044 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a85da-838f-4d66-b088-ead1dea375c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abee94c4-f8d6-45da-a91a-79056ffc19b2,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:08.176543 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411421f-766d-4952-9862-0ac16bece960 req-cdd426c9-f9e2-4a04-8658-2fefe6e6d2b2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:08.178031 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c411421f-766d-4952-9862-0ac16bece960 req-cdd426c9-f9e2-4a04-8658-2fefe6e6d2b2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0575073 Mar 10 03:43:08.225120 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c411421f-766d-4952-9862-0ac16bece960 req-2976e6fd-aeb5-461a-92e7-e65aaa103b91 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Mar 10 03:43:09.358201 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f394e24-6744-40e1-8e6c-afd42c60ac1f req-ae999328-02ce-49c7-8f5d-ea19e7c30e5d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:09.359749 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8f394e24-6744-40e1-8e6c-afd42c60ac1f req-ae999328-02ce-49c7-8f5d-ea19e7c30e5d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0555267 Mar 10 03:43:09.409552 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8f394e24-6744-40e1-8e6c-afd42c60ac1f req-00f43b9c-3519-406e-ae5f-c4387ad078db tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Mar 10 03:43:10.545057 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bf9a6-875c-4f92-a230-b31cad955d3f req-c1927729-7db3-48fe-b361-89fece6828f0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:10.546551 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-706bf9a6-875c-4f92-a230-b31cad955d3f req-c1927729-7db3-48fe-b361-89fece6828f0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0668950 Mar 10 03:43:10.595315 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-706bf9a6-875c-4f92-a230-b31cad955d3f req-afd91f7f-f3c7-4078-bb7d-f314d37ed769 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Mar 10 03:43:11.719667 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bbf7f-0d22-4cd4-94ef-c8cbfedd0557 req-093dcd57-cecc-4cc8-9b45-8326f7883054 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:11.723188 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-424bbf7f-0d22-4cd4-94ef-c8cbfedd0557 req-093dcd57-cecc-4cc8-9b45-8326f7883054 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0598927 Mar 10 03:43:11.770771 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-424bbf7f-0d22-4cd4-94ef-c8cbfedd0557 req-1e0386c2-a656-4bd8-acf9-37035e651db6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440025 Mar 10 03:43:12.893291 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe6173-8404-4d83-84e6-f9655dcccd95 req-60cbc7ce-af1f-41eb-973e-9c5228c61fc0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:12.894874 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-18fe6173-8404-4d83-84e6-f9655dcccd95 req-60cbc7ce-af1f-41eb-973e-9c5228c61fc0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0575111 Mar 10 03:43:12.942791 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-18fe6173-8404-4d83-84e6-f9655dcccd95 req-8821075f-4924-4475-8cf5-19487892c0db tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Mar 10 03:43:14.063823 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c025f17-55f1-4238-a8e3-7bbd0bb0a742 req-f2dadddd-725d-464b-bab5-faa20e6236a0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:14.065431 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c025f17-55f1-4238-a8e3-7bbd0bb0a742 req-f2dadddd-725d-464b-bab5-faa20e6236a0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Mar 10 03:43:14.116757 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c025f17-55f1-4238-a8e3-7bbd0bb0a742 req-16299f20-7a93-442f-b647-77c76ee03698 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458045 Mar 10 03:43:15.237320 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fade4-70ff-4ff0-8dbd-f1e52112e322 req-e14112b8-b777-41da-9528-d31ffdde27e0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:15.238817 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f2fade4-70ff-4ff0-8dbd-f1e52112e322 req-e14112b8-b777-41da-9528-d31ffdde27e0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0553169 Mar 10 03:43:15.285324 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f2fade4-70ff-4ff0-8dbd-f1e52112e322 req-624f02ba-d3f8-4a6d-b4af-8b9cda102e84 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Mar 10 03:43:16.401141 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec45484-cc24-4f53-8e61-729645a30dbb req-66bc6d91-4cf1-490d-bdab-fff7eacc52d2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:16.402620 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dec45484-cc24-4f53-8e61-729645a30dbb req-66bc6d91-4cf1-490d-bdab-fff7eacc52d2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0529408 Mar 10 03:43:16.448703 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dec45484-cc24-4f53-8e61-729645a30dbb req-8e219118-806a-41f1-90b8-2aff043be753 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Mar 10 03:43:17.566485 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f497f-c32c-444d-a27b-8d0a7e1658e3 req-957106d6-00eb-4cd2-a7ce-f7f58e7fa715 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:17.567990 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9d0f497f-c32c-444d-a27b-8d0a7e1658e3 req-957106d6-00eb-4cd2-a7ce-f7f58e7fa715 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Mar 10 03:43:17.616958 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9d0f497f-c32c-444d-a27b-8d0a7e1658e3 req-e2744990-7fc3-4926-97d0-40059963db31 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434639 Mar 10 03:43:18.733508 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef0f4d-dfc0-4f3d-a14f-0ab6e8137277 req-5ff2912b-dcd1-4644-bc8f-b57ef1950226 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:18.734987 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04ef0f4d-dfc0-4f3d-a14f-0ab6e8137277 req-5ff2912b-dcd1-4644-bc8f-b57ef1950226 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0524955 Mar 10 03:43:18.781613 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04ef0f4d-dfc0-4f3d-a14f-0ab6e8137277 req-f8225edf-197d-43b0-b94e-19a0271078b9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Mar 10 03:43:19.895817 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbaa3b9-90fc-4ff8-8b73-4aa85fd663d7 req-d833c601-a1f0-4d33-9538-8dc7336cb339 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:19.897287 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1bbaa3b9-90fc-4ff8-8b73-4aa85fd663d7 req-d833c601-a1f0-4d33-9538-8dc7336cb339 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0510869 Mar 10 03:43:19.945865 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1bbaa3b9-90fc-4ff8-8b73-4aa85fd663d7 req-f7cfa646-fa8d-407d-925d-4905d7c9dfa7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432396 Mar 10 03:43:19.949700 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-26ead9a0-3965-4c1f-9957-2ef990ee1f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:21.073031 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141af8c9-eef6-4e04-bbb1-17c7d4958e57 req-7417ee6b-8dcc-4e52-bfde-dab42334c820 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:21.074519 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-141af8c9-eef6-4e04-bbb1-17c7d4958e57 req-7417ee6b-8dcc-4e52-bfde-dab42334c820 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0560720 Mar 10 03:43:21.122488 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-141af8c9-eef6-4e04-bbb1-17c7d4958e57 req-3cf18299-fc80-45de-8d8f-3e0ef82d2a7b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Mar 10 03:43:22.238144 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10031625-cd40-4be1-88d3-874f47f54c86 req-955b7797-5225-4c6b-a694-e88526175b6e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:22.239631 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-10031625-cd40-4be1-88d3-874f47f54c86 req-955b7797-5225-4c6b-a694-e88526175b6e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0504181 Mar 10 03:43:22.284651 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-10031625-cd40-4be1-88d3-874f47f54c86 req-4bde17c4-814d-48ae-9f71-3d37cd78e762 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Mar 10 03:43:22.385801 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-57039e67-5b0c-4c92-8734-6d99aade530e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:23.400940 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9138aef-ac81-46b0-9b9d-006405a336df req-432a4d58-86fe-4a5a-9573-b327f4d2ecc7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:23.402783 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a9138aef-ac81-46b0-9b9d-006405a336df req-432a4d58-86fe-4a5a-9573-b327f4d2ecc7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Mar 10 03:43:23.457011 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a9138aef-ac81-46b0-9b9d-006405a336df req-8fdc6618-0eb7-4caa-ac20-62d67aa58503 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474436 Mar 10 03:43:23.550447 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:24.604389 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b27e71-39ca-4cf1-9b94-c56449c4a599 req-ccf18d3b-9b48-41d7-8759-30ebe3fda11d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:24.608699 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-65b27e71-39ca-4cf1-9b94-c56449c4a599 req-ccf18d3b-9b48-41d7-8759-30ebe3fda11d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0683079 Mar 10 03:43:24.666574 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-65b27e71-39ca-4cf1-9b94-c56449c4a599 req-e7858f39-d489-4c1d-b487-7aa4bef46478 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468900 Mar 10 03:43:24.697800 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50294) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:24.818065 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fd7d739d-44a4-4aa2-ae23-da421da001b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:24.831705 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:24.899773 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fd7d739d-44a4-4aa2-ae23-da421da001b9 admin admin] Publish callbacks [] for security_group (b95131f7-d7ae-417b-8f7f-d025b97de1de), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:24.905619 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fd7d739d-44a4-4aa2-ae23-da421da001b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b95131f7-d7ae-417b-8f7f-d025b97de1de), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:24.945398 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-fd7d739d-44a4-4aa2-ae23-da421da001b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aca5cd6aa6f04995acb5b304efdfbf5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456388 Mar 10 03:43:24.946294 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d739d-44a4-4aa2-ae23-da421da001b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95131f7-d7ae-417b-8f7f-d025b97de1de,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:24.948084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50298) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:24.999526 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Publish callbacks [] for security_group (b95131f7-d7ae-417b-8f7f-d025b97de1de), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.026921 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Publish callbacks [] for security_group (b95131f7-d7ae-417b-8f7f-d025b97de1de), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.077286 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b95131f7-d7ae-417b-8f7f-d025b97de1de), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.082867 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.084027 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b95131f7-d7ae-417b-8f7f-d025b97de1de HTTP/1.1" status: 204 len: 168 time: 0.1347518 Mar 10 03:43:25.095047 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95131f7-d7ae-417b-8f7f-d025b97de1de,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:25.102981 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.103361 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.103717 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.104060 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.104396 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.104730 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.105077 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.105533 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.105887 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.106224 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.107544 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.107742 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.107987 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7b6fdb-450b-41ae-812a-4002ab313434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:25.363399 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50308) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:25.376508 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-afe8ecbc-72f7-4b35-a06c-5cddb6bfd0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.451007 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-afe8ecbc-72f7-4b35-a06c-5cddb6bfd0e1 admin admin] Publish callbacks [] for security_group (4df6c2cd-f1fd-4772-9818-b028271e3682), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.455497 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-afe8ecbc-72f7-4b35-a06c-5cddb6bfd0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (4df6c2cd-f1fd-4772-9818-b028271e3682), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.491365 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-afe8ecbc-72f7-4b35-a06c-5cddb6bfd0e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c826fcd46313407883f6b331aa31586e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266789 Mar 10 03:43:25.491489 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50318) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:25.503777 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8ecbc-72f7-4b35-a06c-5cddb6bfd0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df6c2cd-f1fd-4772-9818-b028271e3682,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:25.543412 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3ad8-947f-4b78-8a33-e5dbeef5f843 admin admin] Publish callbacks [] for security_group (4df6c2cd-f1fd-4772-9818-b028271e3682), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.564952 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3ad8-947f-4b78-8a33-e5dbeef5f843 admin admin] Publish callbacks [] for security_group (4df6c2cd-f1fd-4772-9818-b028271e3682), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.611917 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3ad8-947f-4b78-8a33-e5dbeef5f843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (4df6c2cd-f1fd-4772-9818-b028271e3682), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.616209 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9f0e3ad8-947f-4b78-8a33-e5dbeef5f843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:25.620566 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-9f0e3ad8-947f-4b78-8a33-e5dbeef5f843 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4df6c2cd-f1fd-4772-9818-b028271e3682 HTTP/1.1" status: 204 len: 168 time: 0.1281102 Mar 10 03:43:25.630894 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e3ad8-947f-4b78-8a33-e5dbeef5f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df6c2cd-f1fd-4772-9818-b028271e3682,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:25.803941 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202245d5-3aeb-4fdc-bdf9-f8df1b262157 req-ceaed2c3-836b-4282-a53c-621979d97e64 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:25.805710 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-202245d5-3aeb-4fdc-bdf9-f8df1b262157 req-ceaed2c3-836b-4282-a53c-621979d97e64 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0595992 Mar 10 03:43:25.882817 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-202245d5-3aeb-4fdc-bdf9-f8df1b262157 req-e5c011f0-e4f8-405c-8163-0f44940bdddc tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563059 Mar 10 03:43:26.445984 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:27.001155 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290026b9-b240-4d70-9f3d-a81ca2f61d5b req-41feb1d7-d71b-4c21-b047-c42876426b86 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:27.002680 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-290026b9-b240-4d70-9f3d-a81ca2f61d5b req-41feb1d7-d71b-4c21-b047-c42876426b86 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0696719 Mar 10 03:43:27.057358 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-290026b9-b240-4d70-9f3d-a81ca2f61d5b req-d54b1484-485d-4cae-886d-62e0e9dc423a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489843 Mar 10 03:43:28.179377 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a5602-568a-4459-86d5-f14e6d0622ad req-b19e8bd8-2915-43e7-93ce-329915d9da75 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:28.180865 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-086a5602-568a-4459-86d5-f14e6d0622ad req-b19e8bd8-2915-43e7-93ce-329915d9da75 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0562284 Mar 10 03:43:28.231492 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-086a5602-568a-4459-86d5-f14e6d0622ad req-3a57edb3-5bab-4361-a205-8b15e2595153 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Mar 10 03:43:28.546169 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50446) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:28.664454 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4bb70bc8-2bda-447d-bfb8-d64aa0b45c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:28.748033 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4bb70bc8-2bda-447d-bfb8-d64aa0b45c22 admin admin] Publish callbacks [] for security_group (0bea0e03-fab2-4f5a-a706-b5f50122d2a1), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:28.753332 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-4bb70bc8-2bda-447d-bfb8-d64aa0b45c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0bea0e03-fab2-4f5a-a706-b5f50122d2a1), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:28.814355 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb70bc8-2bda-447d-bfb8-d64aa0b45c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bea0e03-fab2-4f5a-a706-b5f50122d2a1,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:28.825951 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-4bb70bc8-2bda-447d-bfb8-d64aa0b45c22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbb4dcf850fe420da58fae61ff2698ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783608 Mar 10 03:43:28.834243 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50456) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:28.914092 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-95a691a1-02fe-42ac-9790-1c882ea62521 admin admin] Publish callbacks [] for security_group (0bea0e03-fab2-4f5a-a706-b5f50122d2a1), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:28.938085 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-95a691a1-02fe-42ac-9790-1c882ea62521 admin admin] Publish callbacks [] for security_group (0bea0e03-fab2-4f5a-a706-b5f50122d2a1), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:28.987509 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-95a691a1-02fe-42ac-9790-1c882ea62521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0bea0e03-fab2-4f5a-a706-b5f50122d2a1), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:28.990026 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-95a691a1-02fe-42ac-9790-1c882ea62521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:28.995246 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-95a691a1-02fe-42ac-9790-1c882ea62521 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bea0e03-fab2-4f5a-a706-b5f50122d2a1 HTTP/1.1" status: 204 len: 168 time: 0.1584311 Mar 10 03:43:29.003466 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a691a1-02fe-42ac-9790-1c882ea62521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bea0e03-fab2-4f5a-a706-b5f50122d2a1,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:29.250594 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50474) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:29.265954 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc00f-3955-43ce-a59a-d668b8739f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:29.380778 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ee4f0-dccc-4814-8406-d5e5c995cb08 req-f29b0075-c9e8-45be-a114-edc0620f1ce6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:29.382256 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0b5ee4f0-dccc-4814-8406-d5e5c995cb08 req-f29b0075-c9e8-45be-a114-edc0620f1ce6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0828474 Mar 10 03:43:29.386818 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc00f-3955-43ce-a59a-d668b8739f86 admin admin] Publish callbacks [] for security_group (c335d201-cd6e-4d2e-a3fd-9c2ea27946e2), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:29.395602 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7f4bc00f-3955-43ce-a59a-d668b8739f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c335d201-cd6e-4d2e-a3fd-9c2ea27946e2), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:29.448879 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-7f4bc00f-3955-43ce-a59a-d668b8739f86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1aa30c972cbf4d94992a64d3fd481ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1956840 Mar 10 03:43:29.452193 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bc00f-3955-43ce-a59a-d668b8739f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c335d201-cd6e-4d2e-a3fd-9c2ea27946e2,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:29.452381 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50478) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:29.467995 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0b5ee4f0-dccc-4814-8406-d5e5c995cb08 req-9a4df7c6-a569-4471-bf6c-0ef62fa63cb2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798931 Mar 10 03:43:29.501227 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8f956eb4-5ca9-4d26-a4a9-342daf260287 admin admin] Publish callbacks [] for security_group (c335d201-cd6e-4d2e-a3fd-9c2ea27946e2), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:29.522272 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8f956eb4-5ca9-4d26-a4a9-342daf260287 admin admin] Publish callbacks [] for security_group (c335d201-cd6e-4d2e-a3fd-9c2ea27946e2), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:29.567230 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8f956eb4-5ca9-4d26-a4a9-342daf260287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c335d201-cd6e-4d2e-a3fd-9c2ea27946e2), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:29.569763 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8f956eb4-5ca9-4d26-a4a9-342daf260287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:29.570927 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-8f956eb4-5ca9-4d26-a4a9-342daf260287 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c335d201-cd6e-4d2e-a3fd-9c2ea27946e2 HTTP/1.1" status: 204 len: 168 time: 0.1177053 Mar 10 03:43:29.579161 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f956eb4-5ca9-4d26-a4a9-342daf260287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c335d201-cd6e-4d2e-a3fd-9c2ea27946e2,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:30.603626 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f024a-8e89-4647-a873-10f1d2393855 req-08d9a021-2b8f-4797-b716-d675aeaa4d57 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:30.605519 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-126f024a-8e89-4647-a873-10f1d2393855 req-08d9a021-2b8f-4797-b716-d675aeaa4d57 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0645909 Mar 10 03:43:30.625821 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:30.658355 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-126f024a-8e89-4647-a873-10f1d2393855 req-2d158ddd-491a-4f63-8978-1fb0f276753b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464444 Mar 10 03:43:30.709319 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50552) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:30.918985 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-47fc07b1-d99f-4faf-b89b-c486f514cb6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.011913 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-47fc07b1-d99f-4faf-b89b-c486f514cb6d admin admin] Publish callbacks [] for security_group (fc4a8af8-8e8b-4cdb-8f25-63b73ceda2f4), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.011913 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-47fc07b1-d99f-4faf-b89b-c486f514cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (fc4a8af8-8e8b-4cdb-8f25-63b73ceda2f4), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.050978 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc07b1-d99f-4faf-b89b-c486f514cb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4a8af8-8e8b-4cdb-8f25-63b73ceda2f4,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:31.057917 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-47fc07b1-d99f-4faf-b89b-c486f514cb6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2604fd495564ba6a8fffda520eaa96f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449414 Mar 10 03:43:31.058946 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50576) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:31.121597 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e3c49ddb-ec55-4779-8aeb-4c7b910e4c32 admin admin] Publish callbacks [] for security_group (fc4a8af8-8e8b-4cdb-8f25-63b73ceda2f4), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.137471 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e3c49ddb-ec55-4779-8aeb-4c7b910e4c32 admin admin] Publish callbacks [] for security_group (fc4a8af8-8e8b-4cdb-8f25-63b73ceda2f4), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.187575 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e3c49ddb-ec55-4779-8aeb-4c7b910e4c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (fc4a8af8-8e8b-4cdb-8f25-63b73ceda2f4), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.190826 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e3c49ddb-ec55-4779-8aeb-4c7b910e4c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.192378 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e3c49ddb-ec55-4779-8aeb-4c7b910e4c32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc4a8af8-8e8b-4cdb-8f25-63b73ceda2f4 HTTP/1.1" status: 204 len: 168 time: 0.1325755 Mar 10 03:43:31.203205 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c49ddb-ec55-4779-8aeb-4c7b910e4c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4a8af8-8e8b-4cdb-8f25-63b73ceda2f4,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:31.526706 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50600) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:31.541337 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f70d0f3d-6173-43be-aa4f-d688393fd4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.621825 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f70d0f3d-6173-43be-aa4f-d688393fd4ca admin admin] Publish callbacks [] for security_group (133d4baa-4bc2-4a96-a3c4-747754a5bc95), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.625717 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f70d0f3d-6173-43be-aa4f-d688393fd4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (133d4baa-4bc2-4a96-a3c4-747754a5bc95), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.663803 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-f70d0f3d-6173-43be-aa4f-d688393fd4ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58c723946a7144c89390a42518b047f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359835 Mar 10 03:43:31.664727 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d0f3d-6173-43be-aa4f-d688393fd4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d4baa-4bc2-4a96-a3c4-747754a5bc95,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:31.666468 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50602) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:31.720373 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5b8e-9cd0-4251-a2e2-9fa2c1f662df admin admin] Publish callbacks [] for security_group (133d4baa-4bc2-4a96-a3c4-747754a5bc95), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.742204 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5b8e-9cd0-4251-a2e2-9fa2c1f662df admin admin] Publish callbacks [] for security_group (133d4baa-4bc2-4a96-a3c4-747754a5bc95), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.784330 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123c210-137e-47dd-8559-999e3e3389d9 req-14c3438a-9cbc-43b1-a7b2-24e8b868cfb5 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:31.785925 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4123c210-137e-47dd-8559-999e3e3389d9 req-14c3438a-9cbc-43b1-a7b2-24e8b868cfb5 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0544453 Mar 10 03:43:31.788962 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5b8e-9cd0-4251-a2e2-9fa2c1f662df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (133d4baa-4bc2-4a96-a3c4-747754a5bc95), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.791767 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5b8e-9cd0-4251-a2e2-9fa2c1f662df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:31.793076 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-b6bc5b8e-9cd0-4251-a2e2-9fa2c1f662df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/133d4baa-4bc2-4a96-a3c4-747754a5bc95 HTTP/1.1" status: 204 len: 168 time: 0.1254871 Mar 10 03:43:31.801289 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5b8e-9cd0-4251-a2e2-9fa2c1f662df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d4baa-4bc2-4a96-a3c4-747754a5bc95,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:31.833246 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4123c210-137e-47dd-8559-999e3e3389d9 req-07f98602-d1c7-4174-8089-a296bff43bbb tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Mar 10 03:43:32.642987 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50642) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:32.762398 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0938-c9af-47b5-a7f7-d0da5feac4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:32.844073 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0938-c9af-47b5-a7f7-d0da5feac4b3 admin admin] Publish callbacks [] for security_group (1bbe0471-a6dc-44ef-a3eb-a59c4540a0de), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:32.847931 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1bc0938-c9af-47b5-a7f7-d0da5feac4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (1bbe0471-a6dc-44ef-a3eb-a59c4540a0de), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:32.878514 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc0938-c9af-47b5-a7f7-d0da5feac4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe0471-a6dc-44ef-a3eb-a59c4540a0de,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:32.896208 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c1bc0938-c9af-47b5-a7f7-d0da5feac4b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=352fe6ff68be469dacdf5f79e3954060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521501 Mar 10 03:43:32.898646 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50664) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:32.976897 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5f48957b-71da-4fc6-be65-7e998f2fa6cc admin admin] Publish callbacks [] for security_group (1bbe0471-a6dc-44ef-a3eb-a59c4540a0de), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:33.008344 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623eebbc-58c8-4668-877c-0a820052e5b7 req-6ff43fe5-dc24-4406-98de-e4881ba3b992 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:33.010344 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-623eebbc-58c8-4668-877c-0a820052e5b7 req-6ff43fe5-dc24-4406-98de-e4881ba3b992 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0841858 Mar 10 03:43:33.017925 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5f48957b-71da-4fc6-be65-7e998f2fa6cc admin admin] Publish callbacks [] for security_group (1bbe0471-a6dc-44ef-a3eb-a59c4540a0de), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:33.088224 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-623eebbc-58c8-4668-877c-0a820052e5b7 req-3b4bb6d0-9868-4169-a351-4609ab8242a8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680122 Mar 10 03:43:33.105527 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5f48957b-71da-4fc6-be65-7e998f2fa6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (1bbe0471-a6dc-44ef-a3eb-a59c4540a0de), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:33.108742 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5f48957b-71da-4fc6-be65-7e998f2fa6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:33.112136 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-5f48957b-71da-4fc6-be65-7e998f2fa6cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bbe0471-a6dc-44ef-a3eb-a59c4540a0de HTTP/1.1" status: 204 len: 168 time: 0.2101176 Mar 10 03:43:33.119808 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48957b-71da-4fc6-be65-7e998f2fa6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe0471-a6dc-44ef-a3eb-a59c4540a0de,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:34.107084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50750) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:34.229505 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd795d7-5bf2-4351-8e87-241bad6aa1b2 req-f9b9e7e7-01ff-45c5-9d97-a7570fee2da8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:34.231142 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-efd795d7-5bf2-4351-8e87-241bad6aa1b2 req-f9b9e7e7-01ff-45c5-9d97-a7570fee2da8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0662344 Mar 10 03:43:34.280286 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-efd795d7-5bf2-4351-8e87-241bad6aa1b2 req-269241c6-55b6-46fd-8f11-0d294a5f00af tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430584 Mar 10 03:43:34.326103 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-09f263d0-ff76-450a-9a2f-ff320429cc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:34.415850 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-09f263d0-ff76-450a-9a2f-ff320429cc64 admin admin] Publish callbacks [] for security_group (f9483b19-aaf5-4479-9651-e626e8a3daea), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:34.420019 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-09f263d0-ff76-450a-9a2f-ff320429cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f9483b19-aaf5-4479-9651-e626e8a3daea), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:34.484481 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-09f263d0-ff76-450a-9a2f-ff320429cc64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=013cdec39e6c45a0880b1ede628fb965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753345 Mar 10 03:43:34.485351 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f263d0-ff76-450a-9a2f-ff320429cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9483b19-aaf5-4479-9651-e626e8a3daea,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:34.487213 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50782) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:34.550715 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0a7762e4-6250-49b2-a044-d03d2a813a11 admin admin] Publish callbacks [] for security_group (f9483b19-aaf5-4479-9651-e626e8a3daea), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:34.575966 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0a7762e4-6250-49b2-a044-d03d2a813a11 admin admin] Publish callbacks [] for security_group (f9483b19-aaf5-4479-9651-e626e8a3daea), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:34.628408 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0a7762e4-6250-49b2-a044-d03d2a813a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f9483b19-aaf5-4479-9651-e626e8a3daea), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:34.631039 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0a7762e4-6250-49b2-a044-d03d2a813a11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:34.634440 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0a7762e4-6250-49b2-a044-d03d2a813a11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9483b19-aaf5-4479-9651-e626e8a3daea HTTP/1.1" status: 204 len: 168 time: 0.1438203 Mar 10 03:43:34.640851 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7762e4-6250-49b2-a044-d03d2a813a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9483b19-aaf5-4479-9651-e626e8a3daea,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:34.912444 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50796) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:34.925589 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-62cca436-071c-4fb9-a4ca-29c791b76f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:34.999485 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-62cca436-071c-4fb9-a4ca-29c791b76f94 admin admin] Publish callbacks [] for security_group (ff5608a2-e255-4d6d-80af-05e222d92621), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:35.003212 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-62cca436-071c-4fb9-a4ca-29c791b76f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (ff5608a2-e255-4d6d-80af-05e222d92621), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:35.042129 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-62cca436-071c-4fb9-a4ca-29c791b76f94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a04f8d869514950bc07896a7cd3405c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285429 Mar 10 03:43:35.042973 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cca436-071c-4fb9-a4ca-29c791b76f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5608a2-e255-4d6d-80af-05e222d92621,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:35.045905 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50802) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:35.093066 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-64ba4b46-226a-40b7-a353-5b43061add21 admin admin] Publish callbacks [] for security_group (ff5608a2-e255-4d6d-80af-05e222d92621), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:35.116604 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-64ba4b46-226a-40b7-a353-5b43061add21 admin admin] Publish callbacks [] for security_group (ff5608a2-e255-4d6d-80af-05e222d92621), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:35.167047 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-64ba4b46-226a-40b7-a353-5b43061add21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (ff5608a2-e255-4d6d-80af-05e222d92621), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:35.169591 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-64ba4b46-226a-40b7-a353-5b43061add21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:35.171995 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-64ba4b46-226a-40b7-a353-5b43061add21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff5608a2-e255-4d6d-80af-05e222d92621 HTTP/1.1" status: 204 len: 168 time: 0.1248364 Mar 10 03:43:35.180891 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba4b46-226a-40b7-a353-5b43061add21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5608a2-e255-4d6d-80af-05e222d92621,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:35.433453 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a2bc0-80bd-46fa-8203-4de0b2e166eb req-06171ffa-b021-4be9-92cd-3d28438e3a42 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:35.439187 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-325a2bc0-80bd-46fa-8203-4de0b2e166eb req-06171ffa-b021-4be9-92cd-3d28438e3a42 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0775008 Mar 10 03:43:35.485576 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-325a2bc0-80bd-46fa-8203-4de0b2e166eb req-100209d0-f4d4-4e20-9a50-c1bf73c665ca tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Mar 10 03:43:36.613479 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad287-2171-4cbe-8120-0208c1e9e5df req-e7b8a9c6-009a-40d8-b902-69c0d2d71ca6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:36.615012 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-56aad287-2171-4cbe-8120-0208c1e9e5df req-e7b8a9c6-009a-40d8-b902-69c0d2d71ca6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0561991 Mar 10 03:43:36.665221 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-56aad287-2171-4cbe-8120-0208c1e9e5df req-6e4071dc-159c-465e-b9d4-85fd455f81c1 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446830 Mar 10 03:43:37.181903 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50932) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:37.334680 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ca035f40-b77d-428a-818d-885f8fefe339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.372026 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ddf27-10d9-4425-91af-f2573b136ce0 req-2b336244-f018-447c-994f-acfd569ce08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:37.374294 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a94ddf27-10d9-4425-91af-f2573b136ce0 req-2b336244-f018-447c-994f-acfd569ce08b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 1129 time: 0.0476937 Mar 10 03:43:37.413811 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ca035f40-b77d-428a-818d-885f8fefe339 admin admin] Publish callbacks [] for security_group (f7179114-065d-4473-af33-090a9c03eb66), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.416464 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a94ddf27-10d9-4425-91af-f2573b136ce0 req-1fec5ef0-07a7-4014-ba79-4c21a27a1e33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364406 Mar 10 03:43:37.417951 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ca035f40-b77d-428a-818d-885f8fefe339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f7179114-065d-4473-af33-090a9c03eb66), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.458881 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-ca035f40-b77d-428a-818d-885f8fefe339 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15ae9fdb62a2418fb9389950b8aae8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748151 Mar 10 03:43:37.459895 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca035f40-b77d-428a-818d-885f8fefe339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7179114-065d-4473-af33-090a9c03eb66,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:37.461568 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50940) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:37.509474 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d177b7b3-a8d1-4d59-b4ed-f7996e4577c8 admin admin] Publish callbacks [] for security_group (f7179114-065d-4473-af33-090a9c03eb66), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.530790 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d177b7b3-a8d1-4d59-b4ed-f7996e4577c8 admin admin] Publish callbacks [] for security_group (f7179114-065d-4473-af33-090a9c03eb66), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.575130 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d177b7b3-a8d1-4d59-b4ed-f7996e4577c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f7179114-065d-4473-af33-090a9c03eb66), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.578708 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d177b7b3-a8d1-4d59-b4ed-f7996e4577c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.579928 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d177b7b3-a8d1-4d59-b4ed-f7996e4577c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7179114-065d-4473-af33-090a9c03eb66 HTTP/1.1" status: 204 len: 168 time: 0.1173325 Mar 10 03:43:37.587240 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177b7b3-a8d1-4d59-b4ed-f7996e4577c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7179114-065d-4473-af33-090a9c03eb66,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:37.791154 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260f09a-c299-43ad-bced-7d30b3aa7697 req-981a0e22-fbbc-45b3-8b50-e9a9afaba339 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:37.792818 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5260f09a-c299-43ad-bced-7d30b3aa7697 req-981a0e22-fbbc-45b3-8b50-e9a9afaba339 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0533860 Mar 10 03:43:37.850944 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5260f09a-c299-43ad-bced-7d30b3aa7697 req-0c6a93ff-97f7-40f7-8ec9-8af6d08d4f2b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509400 Mar 10 03:43:37.855983 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 50952) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:37.869001 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-41e8362a-b28f-458e-91d3-c2a9dce46c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.951996 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-41e8362a-b28f-458e-91d3-c2a9dce46c79 admin admin] Publish callbacks [] for security_group (bb658ddb-c09a-4819-a24e-52a8b287c599), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.956329 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-41e8362a-b28f-458e-91d3-c2a9dce46c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (bb658ddb-c09a-4819-a24e-52a8b287c599), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:37.997335 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-41e8362a-b28f-458e-91d3-c2a9dce46c79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d93d0a0aa2e456eac651738d830cbe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402397 Mar 10 03:43:37.998742 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8362a-b28f-458e-91d3-c2a9dce46c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb658ddb-c09a-4819-a24e-52a8b287c599,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:38.000895 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 50962) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:38.050028 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edbb6a15-0f9e-4cc3-9f2c-a3a70fdd3672 admin admin] Publish callbacks [] for security_group (bb658ddb-c09a-4819-a24e-52a8b287c599), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:38.071889 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edbb6a15-0f9e-4cc3-9f2c-a3a70fdd3672 admin admin] Publish callbacks [] for security_group (bb658ddb-c09a-4819-a24e-52a8b287c599), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:38.116176 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edbb6a15-0f9e-4cc3-9f2c-a3a70fdd3672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (bb658ddb-c09a-4819-a24e-52a8b287c599), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:38.118942 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edbb6a15-0f9e-4cc3-9f2c-a3a70fdd3672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:38.120113 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-edbb6a15-0f9e-4cc3-9f2c-a3a70fdd3672 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bb658ddb-c09a-4819-a24e-52a8b287c599 HTTP/1.1" status: 204 len: 168 time: 0.1181746 Mar 10 03:43:38.128875 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb6a15-0f9e-4cc3-9f2c-a3a70fdd3672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb658ddb-c09a-4819-a24e-52a8b287c599,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:38.976093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e849d-d250-4ef8-bc7e-4bbcd076961f req-11555971-a76a-49f8-8635-b3c2a5261ff9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:38.977675 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f75e849d-d250-4ef8-bc7e-4bbcd076961f req-11555971-a76a-49f8-8635-b3c2a5261ff9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0559256 Mar 10 03:43:39.031733 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f75e849d-d250-4ef8-bc7e-4bbcd076961f req-a0789a18-446a-4cfe-ab2d-e8940dfb42a2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Mar 10 03:43:39.181961 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445834a-a1ba-4876-a678-95ec6ed7c5d9 req-efda60e6-3664-4169-ade6-1db085302cc2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:39.183911 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e445834a-a1ba-4876-a678-95ec6ed7c5d9 req-efda60e6-3664-4169-ade6-1db085302cc2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0757020 Mar 10 03:43:39.251095 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e445834a-a1ba-4876-a678-95ec6ed7c5d9 req-f210e561-2669-40f6-beaa-8cfa8351c686 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605371 Mar 10 03:43:40.481811 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51062) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:40.590490 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-030d9155-0347-463e-9561-7aea34d49cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:40.674234 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-030d9155-0347-463e-9561-7aea34d49cae admin admin] Publish callbacks [] for security_group (112bfe27-1337-4d7e-857f-38fab84ec841), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:40.679268 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-030d9155-0347-463e-9561-7aea34d49cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (112bfe27-1337-4d7e-857f-38fab84ec841), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:40.720836 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-030d9155-0347-463e-9561-7aea34d49cae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f8b447bd78a475480f82f753f1a3918&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371435 Mar 10 03:43:40.721785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d9155-0347-463e-9561-7aea34d49cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112bfe27-1337-4d7e-857f-38fab84ec841,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:40.723582 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51076) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:40.773858 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aa9542fb-1e70-411d-95d8-e676392e9eda admin admin] Publish callbacks [] for security_group (112bfe27-1337-4d7e-857f-38fab84ec841), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:40.800964 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aa9542fb-1e70-411d-95d8-e676392e9eda admin admin] Publish callbacks [] for security_group (112bfe27-1337-4d7e-857f-38fab84ec841), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:40.863352 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aa9542fb-1e70-411d-95d8-e676392e9eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (112bfe27-1337-4d7e-857f-38fab84ec841), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:40.867365 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aa9542fb-1e70-411d-95d8-e676392e9eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:40.868739 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-aa9542fb-1e70-411d-95d8-e676392e9eda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/112bfe27-1337-4d7e-857f-38fab84ec841 HTTP/1.1" status: 204 len: 168 time: 0.1436508 Mar 10 03:43:40.886606 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9542fb-1e70-411d-95d8-e676392e9eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112bfe27-1337-4d7e-857f-38fab84ec841,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:41.004383 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a0d41-e050-4d7e-8934-624c3f5bf3f0 req-d40ef2e7-0728-4688-9fa8-2e0381f41cfa tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:41.006015 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-975a0d41-e050-4d7e-8934-624c3f5bf3f0 req-d40ef2e7-0728-4688-9fa8-2e0381f41cfa tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1056201 Mar 10 03:43:41.012712 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-a0528720-2d71-4725-8c2b-5daa4f1f556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:41.014553 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-a0528720-2d71-4725-8c2b-5daa4f1f556c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1130 time: 0.0711617 Mar 10 03:43:41.132535 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-975a0d41-e050-4d7e-8934-624c3f5bf3f0 req-7f767c94-a74e-4949-b2ee-7b07ea302382 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134033 Mar 10 03:43:41.176613 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-d11fd24a-12a1-4adc-bcb5-05d50e0c6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:41.176613 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-d11fd24a-12a1-4adc-bcb5-05d50e0c6f3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.1489325 Mar 10 03:43:41.228382 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-57758439-489a-4caa-9dd4-810baf0f6bf9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 200 len: 217 time: 0.0456159 Mar 10 03:43:41.287154 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51104) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:41.307679 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-9233bd14-2fc9-461b-998c-5cab4fdfc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:41.309245 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-9233bd14-2fc9-461b-998c-5cab4fdfc3ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.0615718 Mar 10 03:43:41.349630 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-cbac0433-8a13-48f3-9c50-82731d3bef5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300324 Mar 10 03:43:41.422176 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e3bd12f6-5e8e-4210-ad01-c21b50396b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:41.470040 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-094422c1-9af2-4a03-84b5-6ae15fe79088 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140614 Mar 10 03:43:41.564296 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e3bd12f6-5e8e-4210-ad01-c21b50396b2f admin admin] Publish callbacks [] for security_group (35b881d8-da10-424d-a69b-c736261471a7), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:41.575515 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e3bd12f6-5e8e-4210-ad01-c21b50396b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (35b881d8-da10-424d-a69b-c736261471a7), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:41.611437 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223089ca-08ef-4a22-86b2-a50aa9520cc6 req-4f4fe3ab-c85a-4eba-b54e-7f6e7aa55091 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335411 Mar 10 03:43:41.647967 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e3bd12f6-5e8e-4210-ad01-c21b50396b2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=886e8eac834c4e26897ae010cda5fb1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596237 Mar 10 03:43:41.650570 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51116) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:41.681726 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd12f6-5e8e-4210-ad01-c21b50396b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b881d8-da10-424d-a69b-c736261471a7,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:41.727148 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-03a825ec-6d49-4ca1-b987-d0022598cf3f admin admin] Publish callbacks [] for security_group (35b881d8-da10-424d-a69b-c736261471a7), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:41.752534 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-03a825ec-6d49-4ca1-b987-d0022598cf3f admin admin] Publish callbacks [] for security_group (35b881d8-da10-424d-a69b-c736261471a7), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:41.803721 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-03a825ec-6d49-4ca1-b987-d0022598cf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (35b881d8-da10-424d-a69b-c736261471a7), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:41.806413 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-03a825ec-6d49-4ca1-b987-d0022598cf3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:41.807765 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-03a825ec-6d49-4ca1-b987-d0022598cf3f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35b881d8-da10-424d-a69b-c736261471a7 HTTP/1.1" status: 204 len: 168 time: 0.1562207 Mar 10 03:43:41.817738 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a825ec-6d49-4ca1-b987-d0022598cf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b881d8-da10-424d-a69b-c736261471a7,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:41.896200 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51134) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:42.096452 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1756699309-network', 'tenant_id': '6c975f67d42a4718939e9c385875f1c8'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:43:42.116457 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Made reservation on behalf of 6c975f67d42a4718939e9c385875f1c8 for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:43:42.118750 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.127905 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.153816 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51142) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:42.169943 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a32650f-3750-453c-9905-06fe47f8e14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.217877 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Publish callbacks [] for security_group (6639706a-89f5-4aca-9e25-cfa06b00905b), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.221833 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6639706a-89f5-4aca-9e25-cfa06b00905b), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.249467 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:43:42.260184 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6639706a-89f5-4aca-9e25-cfa06b00905b,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:42.271228 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (589331f5-d1c7-4149-9b9e-2c8c0b287487), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.271837 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Added segment 589331f5-d1c7-4149-9b9e-2c8c0b287487 of type vlan for network e9f05716-bc93-4772-bb3c-caeb988641c6 Mar 10 03:43:42.299563 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a32650f-3750-453c-9905-06fe47f8e14f admin admin] Publish callbacks [] for security_group (dc588030-f029-4611-a7d3-cceafb97375a), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.307781 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3ab5c-b91f-4352-bf71-7f068b189c58 req-1d11adf2-5f1d-4b76-9341-bcf4dedb80db tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:42.309362 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a8d3ab5c-b91f-4352-bf71-7f068b189c58 req-1d11adf2-5f1d-4b76-9341-bcf4dedb80db tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0968597 Mar 10 03:43:42.311052 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7a32650f-3750-453c-9905-06fe47f8e14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (dc588030-f029-4611-a7d3-cceafb97375a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.314104 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (e9f05716-bc93-4772-bb3c-caeb988641c6), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.341071 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (e9f05716-bc93-4772-bb3c-caeb988641c6), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.342395 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:42.343187 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.368672 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-7a32650f-3750-453c-9905-06fe47f8e14f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7015097f4673408e87fe2a8aa4afc72f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123659 Mar 10 03:43:42.376080 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4754112 Mar 10 03:43:42.376267 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51144) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:42.376267 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51146) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:42.379179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32650f-3750-453c-9905-06fe47f8e14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc588030-f029-4611-a7d3-cceafb97375a,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:42.384605 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Request body: {'subnet': {'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1756699309-subnet', 'tenant_id': '6c975f67d42a4718939e9c385875f1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:43:42.417628 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766acda-e686-403f-8b04-a5fe1822b6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f05716-bc93-4772-bb3c-caeb988641c6,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:42.426518 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network e9f05716-bc93-4772-bb3c-caeb988641c6 details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:43:42.445014 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a8d3ab5c-b91f-4352-bf71-7f068b189c58 req-d73725d7-3cc7-46c1-b3bf-6971fa6503e8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205640 Mar 10 03:43:42.448669 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Made reservation on behalf of 6c975f67d42a4718939e9c385875f1c8 for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:43:42.450915 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9938788'] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.534107 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dc8946e3-33b7-4341-88ca-1da60aa94c57 admin admin] Publish callbacks [] for security_group (dc588030-f029-4611-a7d3-cceafb97375a), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.568139 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dc8946e3-33b7-4341-88ca-1da60aa94c57 admin admin] Publish callbacks [] for security_group (dc588030-f029-4611-a7d3-cceafb97375a), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.924680 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dc8946e3-33b7-4341-88ca-1da60aa94c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (dc588030-f029-4611-a7d3-cceafb97375a), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.927215 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-dc8946e3-33b7-4341-88ca-1da60aa94c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:42.930675 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-dc8946e3-33b7-4341-88ca-1da60aa94c57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc588030-f029-4611-a7d3-cceafb97375a HTTP/1.1" status: 204 len: 168 time: 0.5511887 Mar 10 03:43:42.957544 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8946e3-33b7-4341-88ca-1da60aa94c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc588030-f029-4611-a7d3-cceafb97375a,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:42.963606 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10302119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9938762'] for subnet (3993b21d-2e5b-4725-a3d7-2bb4ac80461f), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.048040 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3993b21d-2e5b-4725-a3d7-2bb4ac80461f,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:43.084857 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Checking segment: {'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:43:43.085161 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Network hostable DHCP agents. Network: e9f05716-bc93-4772-bb3c-caeb988641c6, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:43:43.104137 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Network e9f05716-bc93-4772-bb3c-caeb988641c6 is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:43:43.115527 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, e9f05716-bc93-4772-bb3c-caeb988641c6) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:43:43.120756 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:43.121388 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.131548 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c536fc-e1f5-4a73-a032-558d107cdbc4 None None] Network e9f05716-bc93-4772-bb3c-caeb988641c6 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:43:43.147359 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2b37be13-446f-46c1-954a-d5b0a1e2e85e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7602246 Mar 10 03:43:43.250340 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d75f3d-491d-4354-acce-3ddd7c33c6a5 None None] Network e9f05716-bc93-4772-bb3c-caeb988641c6 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:43:43.317610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51170) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:43.332920 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-72568912-ad4d-42d5-9b7d-26d23061785a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.409013 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-72568912-ad4d-42d5-9b7d-26d23061785a admin admin] Publish callbacks [] for security_group (14bfa773-e46a-4e6a-a969-d1a11da61293), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.412920 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-72568912-ad4d-42d5-9b7d-26d23061785a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (14bfa773-e46a-4e6a-a969-d1a11da61293), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.455447 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-72568912-ad4d-42d5-9b7d-26d23061785a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1639eab402c4389ac5d59db93c477cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367433 Mar 10 03:43:43.456330 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72568912-ad4d-42d5-9b7d-26d23061785a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bfa773-e46a-4e6a-a969-d1a11da61293,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:43.458187 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51172) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:43.541700 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb72b-ebfd-4dc5-9d92-c66b0ac6b1fe admin admin] Publish callbacks [] for security_group (14bfa773-e46a-4e6a-a969-d1a11da61293), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.569319 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb72b-ebfd-4dc5-9d92-c66b0ac6b1fe admin admin] Publish callbacks [] for security_group (14bfa773-e46a-4e6a-a969-d1a11da61293), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.581381 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280b38b-65ce-41a4-9fb0-dee8bf7fb614 req-f60eacd6-1796-4e72-8c92-19b3f4cf1438 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:43.583023 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2280b38b-65ce-41a4-9fb0-dee8bf7fb614 req-f60eacd6-1796-4e72-8c92-19b3f4cf1438 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0590005 Mar 10 03:43:43.621811 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb72b-ebfd-4dc5-9d92-c66b0ac6b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (14bfa773-e46a-4e6a-a969-d1a11da61293), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.624736 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b4fb72b-ebfd-4dc5-9d92-c66b0ac6b1fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:43.628520 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-3b4fb72b-ebfd-4dc5-9d92-c66b0ac6b1fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14bfa773-e46a-4e6a-a969-d1a11da61293 HTTP/1.1" status: 204 len: 168 time: 0.1663420 Mar 10 03:43:43.637237 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fb72b-ebfd-4dc5-9d92-c66b0ac6b1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bfa773-e46a-4e6a-a969-d1a11da61293,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:43.649686 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2280b38b-65ce-41a4-9fb0-dee8bf7fb614 req-3cf27383-c84e-4cc3-9494-b78cfc353db4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591726 Mar 10 03:43:44.580535 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:43:44.771562 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17280b2-cb19-4205-99cf-62ee253b8fc5 req-0e2e7816-02eb-448c-affe-7ff123f683db tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:44.773026 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d17280b2-cb19-4205-99cf-62ee253b8fc5 req-0e2e7816-02eb-448c-affe-7ff123f683db tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0526977 Mar 10 03:43:44.828937 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d17280b2-cb19-4205-99cf-62ee253b8fc5 req-74f2060c-2be9-4aaa-8c82-fc69a79211be tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499048 Mar 10 03:43:45.106012 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-dfb8395a-1e7c-4661-ac4b-5fa8aa211247 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:45.107919 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-dfb8395a-1e7c-4661-ac4b-5fa8aa211247 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/networks?id=e9f05716-bc93-4772-bb3c-caeb988641c6 HTTP/1.1" status: 200 len: 814 time: 0.1127679 Mar 10 03:43:45.128613 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e8de5311-2e78-41d0-b106-712f71734bd3 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/quotas/6c975f67d42a4718939e9c385875f1c8 HTTP/1.1" status: 200 len: 375 time: 0.0140216 Mar 10 03:43:45.161370 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-99f9ac7c-c522-4cf5-bd9d-d6fce148d041 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c975f67d42a4718939e9c385875f1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273454 Mar 10 03:43:45.261950 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-6e1fb5f9-cdf0-44ba-ba1f-f3acb0fa4dfb service neutron] 10.222.0.20 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936787 Mar 10 03:43:45.358038 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-af8d7fdb-be9c-4ed0-8721-e9d5dd84f1de service neutron] 10.222.0.20 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870845 Mar 10 03:43:45.541412 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-766817fa-1f3c-4541-ac11-8e4fbc2a2da9 req-0a0047d8-57dc-46b2-bde4-3322041072d1 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 210 time: 0.0375628 Mar 10 03:43:45.757148 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51294) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:45.901013 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e02e-0cdf-4b81-a2e6-21fab0c98d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:45.997452 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd2c69-1c76-4487-8461-36c7218f4ba4 req-22990a2f-99c8-4c8a-9ac3-5ba5cb4500f7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:46.000425 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9abd2c69-1c76-4487-8461-36c7218f4ba4 req-22990a2f-99c8-4c8a-9ac3-5ba5cb4500f7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0866823 Mar 10 03:43:46.057320 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e02e-0cdf-4b81-a2e6-21fab0c98d8e admin admin] Publish callbacks [] for security_group (6c7effe6-58be-4d3a-b5ff-6b7da4690653), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.066303 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e02e-0cdf-4b81-a2e6-21fab0c98d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6c7effe6-58be-4d3a-b5ff-6b7da4690653), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.085525 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9abd2c69-1c76-4487-8461-36c7218f4ba4 req-62303228-f5c1-48b9-9aca-86b5bfe218ba tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793152 Mar 10 03:43:46.112358 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0ff1e02e-0cdf-4b81-a2e6-21fab0c98d8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e6fd3344cd24d16bfed121c75e27829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541343 Mar 10 03:43:46.113719 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1e02e-0cdf-4b81-a2e6-21fab0c98d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7effe6-58be-4d3a-b5ff-6b7da4690653,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:46.115087 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51306) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:46.168818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe75d-a42b-43cc-9484-11ca8bd9c9c1 admin admin] Publish callbacks [] for security_group (6c7effe6-58be-4d3a-b5ff-6b7da4690653), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.198093 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe75d-a42b-43cc-9484-11ca8bd9c9c1 admin admin] Publish callbacks [] for security_group (6c7effe6-58be-4d3a-b5ff-6b7da4690653), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.245273 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe75d-a42b-43cc-9484-11ca8bd9c9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6c7effe6-58be-4d3a-b5ff-6b7da4690653), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.248632 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cb3fe75d-a42b-43cc-9484-11ca8bd9c9c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.250146 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-cb3fe75d-a42b-43cc-9484-11ca8bd9c9c1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c7effe6-58be-4d3a-b5ff-6b7da4690653 HTTP/1.1" status: 204 len: 168 time: 0.1334252 Mar 10 03:43:46.258464 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fe75d-a42b-43cc-9484-11ca8bd9c9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7effe6-58be-4d3a-b5ff-6b7da4690653,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:46.532409 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51314) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:46.546071 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-10461ffd-f38b-4635-b180-f3185c965b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.658950 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-02dbed57-167c-4e21-b558-a63e611ac2db req-cec65857-a29b-4a92-a46d-2c1a45ecd96f tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 210 time: 0.0406353 Mar 10 03:43:46.664855 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-10461ffd-f38b-4635-b180-f3185c965b74 admin admin] Publish callbacks [] for security_group (d8d692bc-bde9-4006-9eb0-c1127b017918), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.668859 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-10461ffd-f38b-4635-b180-f3185c965b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (d8d692bc-bde9-4006-9eb0-c1127b017918), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.733507 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10461ffd-f38b-4635-b180-f3185c965b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d692bc-bde9-4006-9eb0-c1127b017918,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:46.743242 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-10461ffd-f38b-4635-b180-f3185c965b74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e883a2c713f541cc8c869d733f06a6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097166 Mar 10 03:43:46.744869 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51318) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:46.800766 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69ee0075-3c1f-470d-a247-cd1b5629fc87 admin admin] Publish callbacks [] for security_group (d8d692bc-bde9-4006-9eb0-c1127b017918), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.824845 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69ee0075-3c1f-470d-a247-cd1b5629fc87 admin admin] Publish callbacks [] for security_group (d8d692bc-bde9-4006-9eb0-c1127b017918), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.826752 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-aee6de41-3c8c-4a10-a336-e99c139bc459 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:46.828169 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-aee6de41-3c8c-4a10-a336-e99c139bc459 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.16 "GET /v2.0/networks?id=e9f05716-bc93-4772-bb3c-caeb988641c6 HTTP/1.1" status: 200 len: 814 time: 0.1410925 Mar 10 03:43:46.856499 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Request body: {'port': {'device_id': 'aaf113d3-1cfc-43c5-bae4-8288c2960470', 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6', 'admin_state_up': True, 'tenant_id': '6c975f67d42a4718939e9c385875f1c8'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:43:46.872557 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69ee0075-3c1f-470d-a247-cd1b5629fc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (d8d692bc-bde9-4006-9eb0-c1127b017918), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.875587 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69ee0075-3c1f-470d-a247-cd1b5629fc87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:46.881061 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-69ee0075-3c1f-470d-a247-cd1b5629fc87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8d692bc-bde9-4006-9eb0-c1127b017918 HTTP/1.1" status: 204 len: 168 time: 0.1329401 Mar 10 03:43:46.889165 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee0075-3c1f-470d-a247-cd1b5629fc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d692bc-bde9-4006-9eb0-c1127b017918,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:46.984290 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Made reservation on behalf of 6c975f67d42a4718939e9c385875f1c8 for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:43:46.988231 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:47.128296 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Allocated IP 172.20.0.2 (e9f05716-bc93-4772-bb3c-caeb988641c6/3993b21d-2e5b-4725-a3d7-2bb4ac80461f/3afb286b-c887-4ae2-b21a-920db7495e1d) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:43:47.284784 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5010ba-31a2-4a3c-a5e3-37e745f4cc23 req-880cd2bd-0cab-4a97-91d3-4c8d805fcc67 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:47.286292 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fc5010ba-31a2-4a3c-a5e3-37e745f4cc23 req-880cd2bd-0cab-4a97-91d3-4c8d805fcc67 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1292648 Mar 10 03:43:47.360469 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks [] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:47.368922 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fc5010ba-31a2-4a3c-a5e3-37e745f4cc23 req-357b5170-498d-42e6-9275-af0f4f715a0f tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Mar 10 03:43:47.403400 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:47.462597 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Network e9f05716-bc93-4772-bb3c-caeb988641c6 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:43:47.466573 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:43:47.470742 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:43:47.473990 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Pushing event updated for resources: {'Port': ['ID=3afb286b-c887-4ae2-b21a-920db7495e1d,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:47.526369 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:47.526563 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:47.543106 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f24cda30-8e2b-4a6c-bafd-abef989bf854 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6910787 Mar 10 03:43:47.561718 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Request body: {'port': {'device_id': 'aaf113d3-1cfc-43c5-bae4-8288c2960470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:43:47.621858 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:47.850557 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d2340-5776-401d-9fa2-a81c294bf330 req-f16e66ca-efae-4a99-9052-66d82bc917e6 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:47.852094 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cc7d2340-5776-401d-9fa2-a81c294bf330 req-f16e66ca-efae-4a99-9052-66d82bc917e6 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 931 time: 0.1161964 Mar 10 03:43:47.932144 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cc7d2340-5776-401d-9fa2-a81c294bf330 req-4519e3a0-26f8-489a-b099-5ff3b4fca963 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713477 Mar 10 03:43:47.981469 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afb286b-c887-4ae2-b21a-920db7495e1d {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:43:47.991089 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Publish callbacks [] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:48.007457 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Transition to ACTIVE for port object 3afb286b-c887-4ae2-b21a-920db7495e1d will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:43:48.013278 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:48.086839 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Pushing event updated for resources: {'Port': ['ID=3afb286b-c887-4ae2-b21a-920db7495e1d,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:48.143619 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Attempting to bind port 3afb286b-c887-4ae2-b21a-920db7495e1d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:43:48.143958 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Attempting to bind port 3afb286b-c887-4ae2-b21a-920db7495e1d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:43:48.144288 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Attempting to bind port 3afb286b-c887-4ae2-b21a-920db7495e1d on network e9f05716-bc93-4772-bb3c-caeb988641c6 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:43:48.148540 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Port 3afb286b-c887-4ae2-b21a-920db7495e1d on network e9f05716-bc93-4772-bb3c-caeb988641c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:43:48.149064 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Attempting to bind port 3afb286b-c887-4ae2-b21a-920db7495e1d on network e9f05716-bc93-4772-bb3c-caeb988641c6 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:43:48.153844 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:43:48.154765 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Checking segment: {'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:43:48.155148 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Bound using segment: {'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:43:48.155678 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Bound port: 3afb286b-c887-4ae2-b21a-920db7495e1d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:43:48.156035 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:48.232020 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] For port 3afb286b-c887-4ae2-b21a-920db7495e1d, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:43:48.236194 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] For port 3afb286b-c887-4ae2-b21a-920db7495e1d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3afb286b-c887-4ae2-b21a-920db7495e1d,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:43:48.241628 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:48.272781 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:48.273735 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:48.275192 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] 10.222.0.16 "PUT /v2.0/ports/3afb286b-c887-4ae2-b21a-920db7495e1d HTTP/1.1" status: 200 len: 1093 time: 0.7179203 Mar 10 03:43:48.277283 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf113d3-1cfc-43c5-bae4-8288c2960470', 'tag': '3afb286b-c887-4ae2-b21a-920db7495e1d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:43:48.280301 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f20e74b-9dcd-41c7-8533-d05919c5fd61" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf113d3-1cfc-43c5-bae4-8288c2960470", "tag": "3afb286b-c887-4ae2-b21a-920db7495e1d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:43:48.311610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce7109-ce4f-48c8-bbd5-38a9bb1d7a59 service neutron] Pushing event updated for resources: {'Port': ['ID=3afb286b-c887-4ae2-b21a-920db7495e1d,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:48.319391 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7560e880-71b4-4a28-89fb-89fa16f7a037 x-openstack-request-id: req-7560e880-71b4-4a28-89fb-89fa16f7a037 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:43:48.319543 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf113d3-1cfc-43c5-bae4-8288c2960470", "tag": "3afb286b-c887-4ae2-b21a-920db7495e1d", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:43:48.319900 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7560e880-71b4-4a28-89fb-89fa16f7a037 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:43:48.320199 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf113d3-1cfc-43c5-bae4-8288c2960470', 'tag': '3afb286b-c887-4ae2-b21a-920db7495e1d', 'status': 'completed', 'code': 200} Mar 10 03:43:48.393884 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-8ecd0c6c-3231-4167-aad2-d1378c50e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:48.395366 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-8ecd0c6c-3231-4167-aad2-d1378c50e588 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c975f67d42a4718939e9c385875f1c8&device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 1127 time: 0.0451348 Mar 10 03:43:48.451587 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-d976f470-3182-4061-a46b-f48c62b3f310 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3afb286b-c887-4ae2-b21a-920db7495e1d HTTP/1.1" status: 200 len: 217 time: 0.0408285 Mar 10 03:43:48.525742 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-4010b158-4848-4a3a-911f-ebf3d16da7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:48.527240 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-4010b158-4848-4a3a-911f-ebf3d16da7d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3993b21d-2e5b-4725-a3d7-2bb4ac80461f HTTP/1.1" status: 200 len: 854 time: 0.0673862 Mar 10 03:43:48.534996 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f191d-9f9e-4065-8c6c-cf29102ac115 req-39d0fd02-e677-4ee7-9212-5d00a928bc18 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:48.536379 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-495f191d-9f9e-4065-8c6c-cf29102ac115 req-39d0fd02-e677-4ee7-9212-5d00a928bc18 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0873921 Mar 10 03:43:48.577155 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-d65d4814-4f76-42c1-9e2a-8ffe68847315 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9f05716-bc93-4772-bb3c-caeb988641c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398355 Mar 10 03:43:48.624931 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-495f191d-9f9e-4065-8c6c-cf29102ac115 req-0c882eed-c8eb-4612-aff0-bd13f5d93b46 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805161 Mar 10 03:43:48.686936 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-2eb7c0eb-7730-43e6-8ebe-fc5083f42c6c service neutron] 10.222.0.16 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973556 Mar 10 03:43:48.786416 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82723d8d-995d-4a73-873a-6248f739e9c1 req-f1ee25d7-b52d-4d60-9172-9c447d7c21dd service neutron] 10.222.0.16 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898125 Mar 10 03:43:48.944586 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-f94f3df0-0dd7-41b1-aa1f-ff2ca573e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:48.946110 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-f94f3df0-0dd7-41b1-aa1f-ff2ca573e38b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c975f67d42a4718939e9c385875f1c8&device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 1127 time: 0.0460255 Mar 10 03:43:49.078258 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-b9d63698-4a69-46ff-80a6-fcfb03d4f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:49.079786 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-b9d63698-4a69-46ff-80a6-fcfb03d4f341 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9f05716-bc93-4772-bb3c-caeb988641c6 HTTP/1.1" status: 200 len: 915 time: 0.1244788 Mar 10 03:43:49.091168 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34398951-c255-49e5-a991-8162ac0b90f0 req-1bbec2b0-3dc9-4bad-848e-c1a82e344efa tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:49.092781 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-34398951-c255-49e5-a991-8162ac0b90f0 req-1bbec2b0-3dc9-4bad-848e-c1a82e344efa tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 943 time: 0.0743647 Mar 10 03:43:49.144251 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-6d1762e1-402d-4d0f-9618-dedf91a2381b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3afb286b-c887-4ae2-b21a-920db7495e1d HTTP/1.1" status: 200 len: 217 time: 0.0504885 Mar 10 03:43:49.206201 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-34398951-c255-49e5-a991-8162ac0b90f0 req-7cbc5d95-5ea7-46d1-8f25-60bcb45b561f tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066270 Mar 10 03:43:49.216405 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-ecc1c532-0b30-44c5-8718-676691003e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:49.218661 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-ecc1c532-0b30-44c5-8718-676691003e0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3993b21d-2e5b-4725-a3d7-2bb4ac80461f HTTP/1.1" status: 200 len: 854 time: 0.0670915 Mar 10 03:43:49.256367 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-dbc3d323-8327-41e5-9bcf-10ad684072c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9f05716-bc93-4772-bb3c-caeb988641c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301466 Mar 10 03:43:49.364936 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-24bbb50e-e8f3-4548-b216-b87e5302d83b service neutron] 10.222.0.16 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024730 Mar 10 03:43:49.466060 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4f20e74b-9dcd-41c7-8533-d05919c5fd61 req-1416f167-38ac-4370-a7b6-65240398169c service neutron] 10.222.0.16 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916128 Mar 10 03:43:49.540634 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51394) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:49.643306 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-537c2112-e16a-4275-86dd-169d88c53a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:49.754496 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-537c2112-e16a-4275-86dd-169d88c53a75 admin admin] Publish callbacks [] for security_group (56bb9071-f30d-4c85-b9a7-30d9cec58a3f), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:49.759398 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-537c2112-e16a-4275-86dd-169d88c53a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (56bb9071-f30d-4c85-b9a7-30d9cec58a3f), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:49.788075 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd292-a170-4731-a17f-90306cc140fb req-f21a2241-1ffb-44d2-84e3-e6287a74608a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:49.793110 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-89afd292-a170-4731-a17f-90306cc140fb req-f21a2241-1ffb-44d2-84e3-e6287a74608a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0966532 Mar 10 03:43:49.822072 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c2112-e16a-4275-86dd-169d88c53a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb9071-f30d-4c85-b9a7-30d9cec58a3f,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:49.827533 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-537c2112-e16a-4275-86dd-169d88c53a75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00d7eea15b524ef2a419d8d4784a4003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855604 Mar 10 03:43:49.830128 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51400) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:49.860765 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-89afd292-a170-4731-a17f-90306cc140fb req-15675315-1b18-44d3-ac33-e1f8aa7e2af2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617521 Mar 10 03:43:49.883949 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79e8b5fb-c218-49c2-b55c-c3f477c30e28 admin admin] Publish callbacks [] for security_group (56bb9071-f30d-4c85-b9a7-30d9cec58a3f), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:49.904794 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79e8b5fb-c218-49c2-b55c-c3f477c30e28 admin admin] Publish callbacks [] for security_group (56bb9071-f30d-4c85-b9a7-30d9cec58a3f), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:49.952865 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79e8b5fb-c218-49c2-b55c-c3f477c30e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (56bb9071-f30d-4c85-b9a7-30d9cec58a3f), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:49.955403 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-79e8b5fb-c218-49c2-b55c-c3f477c30e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:49.956196 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-366f5b96-be36-4d87-bce4-89878a8904fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:49.956851 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-79e8b5fb-c218-49c2-b55c-c3f477c30e28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56bb9071-f30d-4c85-b9a7-30d9cec58a3f HTTP/1.1" status: 204 len: 168 time: 0.1234689 Mar 10 03:43:49.964304 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8b5fb-c218-49c2-b55c-c3f477c30e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb9071-f30d-4c85-b9a7-30d9cec58a3f,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:50.220276 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51406) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:50.234823 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7ae4-7d04-4ab0-a296-55d766820e76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:50.311573 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7ae4-7d04-4ab0-a296-55d766820e76 admin admin] Publish callbacks [] for security_group (f6ca8ba3-e22b-4285-b67f-6753cb2529cd), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:50.316039 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7ae4-7d04-4ab0-a296-55d766820e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f6ca8ba3-e22b-4285-b67f-6753cb2529cd), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:50.345778 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c52350-c213-499f-8eb8-dfaa0f59f6da req-454d700b-71e3-4f0b-9bb2-ea2e5e441ac5 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:50.348213 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0c52350-c213-499f-8eb8-dfaa0f59f6da req-454d700b-71e3-4f0b-9bb2-ea2e5e441ac5 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 943 time: 0.0691841 Mar 10 03:43:50.359232 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b7ae4-7d04-4ab0-a296-55d766820e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca8ba3-e22b-4285-b67f-6753cb2529cd,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:50.369005 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-3a6b7ae4-7d04-4ab0-a296-55d766820e76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab36109047a14b35a9d5017db669085a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476388 Mar 10 03:43:50.371495 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51414) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:50.413984 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0c52350-c213-499f-8eb8-dfaa0f59f6da req-e90a92cc-e7bf-4a79-a5b5-969b5d699559 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597801 Mar 10 03:43:50.420407 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-76b5ed90-21f9-4362-b8a9-82661c6364b3 admin admin] Publish callbacks [] for security_group (f6ca8ba3-e22b-4285-b67f-6753cb2529cd), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:50.441698 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-76b5ed90-21f9-4362-b8a9-82661c6364b3 admin admin] Publish callbacks [] for security_group (f6ca8ba3-e22b-4285-b67f-6753cb2529cd), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:50.488721 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-76b5ed90-21f9-4362-b8a9-82661c6364b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f6ca8ba3-e22b-4285-b67f-6753cb2529cd), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:50.491338 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-76b5ed90-21f9-4362-b8a9-82661c6364b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:50.492499 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-76b5ed90-21f9-4362-b8a9-82661c6364b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6ca8ba3-e22b-4285-b67f-6753cb2529cd HTTP/1.1" status: 204 len: 168 time: 0.1201043 Mar 10 03:43:50.501600 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5ed90-21f9-4362-b8a9-82661c6364b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca8ba3-e22b-4285-b67f-6753cb2529cd,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:50.981226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bc0a9-dae5-4b56-9de3-827b214ff90f req-69c2ac45-49e3-4239-9950-68a24f84e1be tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:50.983533 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-831bc0a9-dae5-4b56-9de3-827b214ff90f req-69c2ac45-49e3-4239-9950-68a24f84e1be tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0542564 Mar 10 03:43:51.032071 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-831bc0a9-dae5-4b56-9de3-827b214ff90f req-1e95e9c9-9948-4095-a339-be34f0188f22 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426762 Mar 10 03:43:51.540746 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a602-360a-4e39-9f56-a55685ee66b5 req-91f57225-7918-4147-ae2f-5fa3aff72565 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:51.542233 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d1c8a602-360a-4e39-9f56-a55685ee66b5 req-91f57225-7918-4147-ae2f-5fa3aff72565 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 943 time: 0.0587957 Mar 10 03:43:51.569489 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51458) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:51.589738 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d1c8a602-360a-4e39-9f56-a55685ee66b5 req-b684dede-062d-406c-aeb5-4c25faf04b4c tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408478 Mar 10 03:43:51.680297 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2f4b30b2-d99d-4ef6-bfa9-81a834087785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:51.761111 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2f4b30b2-d99d-4ef6-bfa9-81a834087785 admin admin] Publish callbacks [] for security_group (6d52c3e0-2d00-4674-a4f1-6227cfcf81ff), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:51.764956 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2f4b30b2-d99d-4ef6-bfa9-81a834087785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6d52c3e0-2d00-4674-a4f1-6227cfcf81ff), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:51.803669 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-2f4b30b2-d99d-4ef6-bfa9-81a834087785 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2dca68f57874be797bae7bfe3d1543e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330966 Mar 10 03:43:51.804539 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b30b2-d99d-4ef6-bfa9-81a834087785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52c3e0-2d00-4674-a4f1-6227cfcf81ff,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:51.806327 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51462) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:51.860563 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2ae4-a7c8-40d1-9362-28b8fe9361ad admin admin] Publish callbacks [] for security_group (6d52c3e0-2d00-4674-a4f1-6227cfcf81ff), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:51.882017 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2ae4-a7c8-40d1-9362-28b8fe9361ad admin admin] Publish callbacks [] for security_group (6d52c3e0-2d00-4674-a4f1-6227cfcf81ff), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:51.927944 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2ae4-a7c8-40d1-9362-28b8fe9361ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6d52c3e0-2d00-4674-a4f1-6227cfcf81ff), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:51.930416 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2ae4-a7c8-40d1-9362-28b8fe9361ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:51.931690 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-8d6e2ae4-a7c8-40d1-9362-28b8fe9361ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d52c3e0-2d00-4674-a4f1-6227cfcf81ff HTTP/1.1" status: 204 len: 168 time: 0.1243479 Mar 10 03:43:51.939485 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e2ae4-a7c8-40d1-9362-28b8fe9361ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52c3e0-2d00-4674-a4f1-6227cfcf81ff,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:52.152406 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f7697-0e57-46b3-b6f3-3c86323c2280 req-b7135514-3b40-4a1d-bbc1-22c425b0829b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:52.153928 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2b5f7697-0e57-46b3-b6f3-3c86323c2280 req-b7135514-3b40-4a1d-bbc1-22c425b0829b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0532258 Mar 10 03:43:52.208375 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2b5f7697-0e57-46b3-b6f3-3c86323c2280 req-64d40568-5bc5-4ff3-ac6c-d18c8673b5d0 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479760 Mar 10 03:43:52.390549 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d4febdbc-9a5a-4901-a065-d88a526cea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:52.709309 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5fdeb-eb98-48ec-b5b0-4b986b2d896e req-ba3b8a9e-948d-45d5-92e1-197d5a7950d5 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:52.710813 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fef5fdeb-eb98-48ec-b5b0-4b986b2d896e req-ba3b8a9e-948d-45d5-92e1-197d5a7950d5 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 943 time: 0.0541487 Mar 10 03:43:52.762179 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fef5fdeb-eb98-48ec-b5b0-4b986b2d896e req-b18d38c9-e8c9-4db6-bba0-553ad12ad7e3 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456102 Mar 10 03:43:53.324339 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f112a1-c28e-4fb0-b13f-44eacc01e2d6 req-008f9cbd-07c3-493b-a187-6110884b4b80 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:53.325907 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f6f112a1-c28e-4fb0-b13f-44eacc01e2d6 req-008f9cbd-07c3-493b-a187-6110884b4b80 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0526085 Mar 10 03:43:53.377292 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f6f112a1-c28e-4fb0-b13f-44eacc01e2d6 req-3e9ca7a3-e85e-4e49-89f5-b6930bc5b2a2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458667 Mar 10 03:43:53.571095 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:53.880207 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25eac0-b7ee-4fd0-b332-5fc87be67e0e req-2cffa87d-344e-452d-ba24-9b22223c9847 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:53.881685 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ee25eac0-b7ee-4fd0-b332-5fc87be67e0e req-2cffa87d-344e-452d-ba24-9b22223c9847 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 943 time: 0.0527565 Mar 10 03:43:53.926789 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ee25eac0-b7ee-4fd0-b332-5fc87be67e0e req-21fdb5b6-6bb1-4dfb-b967-3e1f3721a689 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Mar 10 03:43:54.062337 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3afb286b-c887-4ae2-b21a-920db7495e1d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:43:54.160752 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3afb286b-c887-4ae2-b21a-920db7495e1d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3afb286b-c887-4ae2-b21a-920db7495e1d,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:43:54.172870 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '3afb286b-c887-4ae2-b21a-920db7495e1d', 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6', 'port_id': '3afb286b-c887-4ae2-b21a-920db7495e1d', 'mac_address': 'fa:16:3e:14:11:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3993b21d-2e5b-4725-a3d7-2bb4ac80461f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:43:54.211340 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3afb286b-c887-4ae2-b21a-920db7495e1d is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:43:54.211734 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:54.224994 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afb286b-c887-4ae2-b21a-920db7495e1d {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:43:54.244478 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3afb286b-c887-4ae2-b21a-920db7495e1d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3afb286b-c887-4ae2-b21a-920db7495e1d,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:43:54.247922 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:54.292811 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3afb286b-c887-4ae2-b21a-920db7495e1d,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:54.300990 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.301367 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.301737 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.302088 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.302428 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.302797 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.303150 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.303489 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.303821 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.304153 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.304482 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.304809 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.305134 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:43:54.502994 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294ea8c-567c-4e24-a1ba-d7d15496b10b req-2fa54f50-121a-4ac9-a157-fc35c66b1da2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:54.504500 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b294ea8c-567c-4e24-a1ba-d7d15496b10b req-2fa54f50-121a-4ac9-a157-fc35c66b1da2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0557158 Mar 10 03:43:54.551794 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b294ea8c-567c-4e24-a1ba-d7d15496b10b req-e00e95b2-2daf-4546-b0d6-58f325204b3a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Mar 10 03:43:54.836081 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:55.041966 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b92700-c90f-4966-b629-98b3d4d567b2 req-555dc252-3b97-4eaa-ac7f-91e06f4bf524 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:55.043501 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c7b92700-c90f-4966-b629-98b3d4d567b2 req-555dc252-3b97-4eaa-ac7f-91e06f4bf524 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 944 time: 0.0517030 Mar 10 03:43:55.090312 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c7b92700-c90f-4966-b629-98b3d4d567b2 req-582ac0e7-a4f9-438b-9bfb-647be2bf74f8 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Mar 10 03:43:55.673717 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c934-c8ac-4e7e-bea2-9d1bd127e31f req-5d3b3327-4695-46d6-bc87-bd993cb1a549 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:55.675214 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca93c934-c8ac-4e7e-bea2-9d1bd127e31f req-5d3b3327-4695-46d6-bc87-bd993cb1a549 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0582781 Mar 10 03:43:55.720742 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca93c934-c8ac-4e7e-bea2-9d1bd127e31f req-cc388902-e54f-4018-9ebd-c8437922f086 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400493 Mar 10 03:43:56.209324 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3645e-5b8d-4fff-a61e-c06b65095fb0 req-f622e581-ba44-47ea-87c4-4996552ca1ef tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:56.210901 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e6c3645e-5b8d-4fff-a61e-c06b65095fb0 req-f622e581-ba44-47ea-87c4-4996552ca1ef tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 944 time: 0.0531256 Mar 10 03:43:56.256879 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e6c3645e-5b8d-4fff-a61e-c06b65095fb0 req-0391b47a-1139-4690-b2cf-89c79e37d4c9 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Mar 10 03:43:56.447496 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:56.836539 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e8360-ade1-44fc-8db3-da81a3267d76 req-01afcc4b-fd6a-4283-b470-f9ed5eb106d1 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:56.838629 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b56e8360-ade1-44fc-8db3-da81a3267d76 req-01afcc4b-fd6a-4283-b470-f9ed5eb106d1 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0539255 Mar 10 03:43:56.887397 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b56e8360-ade1-44fc-8db3-da81a3267d76 req-0dcd5c8e-d7c0-40f2-9afe-1b1415196724 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Mar 10 03:43:57.370631 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28c37a-d073-4762-9b5c-22acaf09a985 req-9b0d6c7b-ef17-475c-9b41-edb1c98d2d04 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:57.372541 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fb28c37a-d073-4762-9b5c-22acaf09a985 req-9b0d6c7b-ef17-475c-9b41-edb1c98d2d04 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 944 time: 0.0511343 Mar 10 03:43:57.418874 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fb28c37a-d073-4762-9b5c-22acaf09a985 req-8b744b7e-9e9e-4849-b132-23655d2ed9e8 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401905 Mar 10 03:43:57.469240 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['3afb286b-c887-4ae2-b21a-920db7495e1d'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:43:58.003931 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d1370-a61d-4d67-9180-b44f65eccc57 req-d1fce173-5c06-41b9-ad71-7cc4873c5a39 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:58.005401 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-af8d1370-a61d-4d67-9180-b44f65eccc57 req-d1fce173-5c06-41b9-ad71-7cc4873c5a39 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0533860 Mar 10 03:43:58.052091 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-af8d1370-a61d-4d67-9180-b44f65eccc57 req-8c25fc9e-b5cc-4cb6-bd19-a8cbc3e09479 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Mar 10 03:43:58.539872 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9c983-0a43-4ec1-959e-e00a2b8dfdb7 req-520aa206-1b40-4f03-9aa4-dd35b286ba07 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:58.541364 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-25d9c983-0a43-4ec1-959e-e00a2b8dfdb7 req-520aa206-1b40-4f03-9aa4-dd35b286ba07 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 944 time: 0.0571976 Mar 10 03:43:58.587182 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-25d9c983-0a43-4ec1-959e-e00a2b8dfdb7 req-7d9914ed-ca0f-4a53-9134-db90a70a647e tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Mar 10 03:43:59.138815 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51628) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:59.182902 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d01a73-cf1e-4f16-959c-9636518ed80a req-5b1bdeaa-a02a-424f-b8cc-4d12f6378a9d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:59.184858 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e5d01a73-cf1e-4f16-959c-9636518ed80a req-5b1bdeaa-a02a-424f-b8cc-4d12f6378a9d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0646579 Mar 10 03:43:59.237795 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e5d01a73-cf1e-4f16-959c-9636518ed80a req-ea3f547c-6246-494d-9f3c-cae699621478 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Mar 10 03:43:59.267170 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1f657395-2cd1-4d9c-a5f9-b175760c85a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:59.346519 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1f657395-2cd1-4d9c-a5f9-b175760c85a2 admin admin] Publish callbacks [] for security_group (83d8a879-6c5a-46ad-a669-752505352c5d), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:59.351575 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1f657395-2cd1-4d9c-a5f9-b175760c85a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (83d8a879-6c5a-46ad-a669-752505352c5d), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:59.397425 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51636) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:59.397551 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1f657395-2cd1-4d9c-a5f9-b175760c85a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9d84f2d4aa6415195552411a7105593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567923 Mar 10 03:43:59.398435 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f657395-2cd1-4d9c-a5f9-b175760c85a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d8a879-6c5a-46ad-a669-752505352c5d,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:59.537467 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3282b955-e7b8-4e06-830b-c17bdb9a30b1 admin admin] Publish callbacks [] for security_group (83d8a879-6c5a-46ad-a669-752505352c5d), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:59.566854 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3282b955-e7b8-4e06-830b-c17bdb9a30b1 admin admin] Publish callbacks [] for security_group (83d8a879-6c5a-46ad-a669-752505352c5d), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:59.597035 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-9ed83764-3d81-4105-b991-09de4a684790 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936418 Mar 10 03:43:59.644106 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3282b955-e7b8-4e06-830b-c17bdb9a30b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (83d8a879-6c5a-46ad-a669-752505352c5d), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:59.650230 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3282b955-e7b8-4e06-830b-c17bdb9a30b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:43:59.655053 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-3282b955-e7b8-4e06-830b-c17bdb9a30b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83d8a879-6c5a-46ad-a669-752505352c5d HTTP/1.1" status: 204 len: 168 time: 0.2563744 Mar 10 03:43:59.678284 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282b955-e7b8-4e06-830b-c17bdb9a30b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d8a879-6c5a-46ad-a669-752505352c5d,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:43:59.749753 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-cfa8bb91-7b6c-497c-bb84-ffec1645148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:59.751437 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-cfa8bb91-7b6c-497c-bb84-ffec1645148d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 1129 time: 0.0919859 Mar 10 03:43:59.768960 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d280f-2f72-4f6d-879f-ae8be8e48a41 req-2bf6de68-1b28-407a-b577-df8cd50482c6 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:59.770476 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f34d280f-2f72-4f6d-879f-ae8be8e48a41 req-2bf6de68-1b28-407a-b577-df8cd50482c6 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 944 time: 0.0690546 Mar 10 03:43:59.876662 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f34d280f-2f72-4f6d-879f-ae8be8e48a41 req-a4437018-f037-4a08-b348-6f0ec0b042e0 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005991 Mar 10 03:43:59.911736 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-b2552922-06a7-441d-b430-6ddf2f5535cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:43:59.913379 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-b2552922-06a7-441d-b430-6ddf2f5535cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.1238322 Mar 10 03:43:59.963401 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51658) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:43:59.970460 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-f77a58d2-7390-4eb2-b8ac-29cec28eee23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14bb84d6-7125-402c-9953-f8c5b415f748 HTTP/1.1" status: 200 len: 217 time: 0.0420496 Mar 10 03:43:59.977517 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b8abaed1-e05f-4a50-a9e1-46d019015d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.030585 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-87ead9fe-0aac-437b-9078-1d920f3cb39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:00.032414 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-87ead9fe-0aac-437b-9078-1d920f3cb39e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.0474615 Mar 10 03:44:00.065063 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b8abaed1-e05f-4a50-a9e1-46d019015d3d admin admin] Publish callbacks [] for security_group (f13996ab-f4df-4dd9-a4fa-2c27e6e9251f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.069519 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-8ec5fe0b-6e7d-4bc0-98be-b9ea2da98d22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263171 Mar 10 03:44:00.070178 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b8abaed1-e05f-4a50-a9e1-46d019015d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f13996ab-f4df-4dd9-a4fa-2c27e6e9251f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.086446 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3afb286b-c887-4ae2-b21a-920db7495e1d up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:44:00.114636 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-b8abaed1-e05f-4a50-a9e1-46d019015d3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9df47ed4279141b7ab235c1d7c928182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501031 Mar 10 03:44:00.115538 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abaed1-e05f-4a50-a9e1-46d019015d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13996ab-f4df-4dd9-a4fa-2c27e6e9251f,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:00.117830 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51664) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:00.159062 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 3afb286b-c887-4ae2-b21a-920db7495e1d completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:44:00.164435 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 3afb286b-c887-4ae2-b21a-920db7495e1d triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:44:00.165033 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.175757 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5874e98c-129e-44eb-9928-8423d53bfbb5 admin admin] Publish callbacks [] for security_group (f13996ab-f4df-4dd9-a4fa-2c27e6e9251f), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.190821 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-b1883518-2954-4e3c-8f0c-35d7037372ec service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081245 Mar 10 03:44:00.201810 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5874e98c-129e-44eb-9928-8423d53bfbb5 admin admin] Publish callbacks [] for security_group (f13996ab-f4df-4dd9-a4fa-2c27e6e9251f), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.257445 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3afb286b-c887-4ae2-b21a-920db7495e1d is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:00.258114 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.272015 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5874e98c-129e-44eb-9928-8423d53bfbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f13996ab-f4df-4dd9-a4fa-2c27e6e9251f), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.276675 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5874e98c-129e-44eb-9928-8423d53bfbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.277787 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-5874e98c-129e-44eb-9928-8423d53bfbb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f13996ab-f4df-4dd9-a4fa-2c27e6e9251f HTTP/1.1" status: 204 len: 168 time: 0.1590436 Mar 10 03:44:00.287320 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874e98c-129e-44eb-9928-8423d53bfbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13996ab-f4df-4dd9-a4fa-2c27e6e9251f,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:00.312629 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fcb3df5-ade9-4349-9b7e-11c84f3b030c req-7d8e4d9c-8b30-405c-94fc-485bed51ccd7 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095650 Mar 10 03:44:00.337472 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf113d3-1cfc-43c5-bae4-8288c2960470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afb286b-c887-4ae2-b21a-920db7495e1d'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:00.340144 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9449238c-a499-404e-95db-e6798a743902" -d '{"events": [{"server_uuid": "aaf113d3-1cfc-43c5-bae4-8288c2960470", "name": "network-vif-plugged", "status": "completed", "tag": "3afb286b-c887-4ae2-b21a-920db7495e1d"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:00.365904 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3afb286b-c887-4ae2-b21a-920db7495e1d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3afb286b-c887-4ae2-b21a-920db7495e1d,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:00.375070 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.422796 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc30415-4abb-4b28-bdb7-8695e50df5f9 x-openstack-request-id: req-1fc30415-4abb-4b28-bdb7-8695e50df5f9 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:00.423385 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf113d3-1cfc-43c5-bae4-8288c2960470", "name": "network-vif-plugged", "status": "completed", "tag": "3afb286b-c887-4ae2-b21a-920db7495e1d", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:00.424040 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fc30415-4abb-4b28-bdb7-8695e50df5f9 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:00.424846 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf113d3-1cfc-43c5-bae4-8288c2960470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afb286b-c887-4ae2-b21a-920db7495e1d', 'code': 200} Mar 10 03:44:00.437955 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3afb286b-c887-4ae2-b21a-920db7495e1d,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:00.462246 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbb64a-f532-4a80-86c2-0b1fbdef8617 req-c2033423-770e-4197-91a5-45a0f133d289 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:00.464092 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e8cbb64a-f532-4a80-86c2-0b1fbdef8617 req-c2033423-770e-4197-91a5-45a0f133d289 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0902584 Mar 10 03:44:00.526053 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e8cbb64a-f532-4a80-86c2-0b1fbdef8617 req-bed5296d-0c94-4cf4-b72c-e2919d90416e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555439 Mar 10 03:44:00.630842 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:00.769056 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07457dd1-50a2-4b3a-aeea-4512414151a1 req-03c9e9ef-e509-45d8-be05-5f51ab6f603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:00.770568 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-07457dd1-50a2-4b3a-aeea-4512414151a1 req-03c9e9ef-e509-45d8-be05-5f51ab6f603f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 1129 time: 0.0558088 Mar 10 03:44:00.852462 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-07457dd1-50a2-4b3a-aeea-4512414151a1 req-ca75ec54-a2e4-4942-9983-cee82f952d3a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474498 Mar 10 03:44:01.041099 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95bdf7-c16f-4bd8-b83f-cb25e7daffc1 req-f1dd05c4-6bf8-4447-a977-bcee7e654fa2 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:01.042577 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fa95bdf7-c16f-4bd8-b83f-cb25e7daffc1 req-f1dd05c4-6bf8-4447-a977-bcee7e654fa2 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0516322 Mar 10 03:44:01.089108 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fa95bdf7-c16f-4bd8-b83f-cb25e7daffc1 req-5fc440e3-a093-4fdb-91da-331f7d34747f tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Mar 10 03:44:01.680491 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef89cb-b3c0-43a0-9254-056c63b2fe3f req-a741c58f-5675-4997-9d77-59bee0b86dc3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:01.681981 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-60ef89cb-b3c0-43a0-9254-056c63b2fe3f req-a741c58f-5675-4997-9d77-59bee0b86dc3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0622022 Mar 10 03:44:01.733419 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-60ef89cb-b3c0-43a0-9254-056c63b2fe3f req-f11774ad-d2f9-4602-9b47-2923dc753d85 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419245 Mar 10 03:44:02.227440 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1c1eb-f62f-4bab-a446-67a7d4e1a637 req-2b430462-1d1f-4855-b0fc-a91ce485380b tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:02.228903 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a7f1c1eb-f62f-4bab-a446-67a7d4e1a637 req-2b430462-1d1f-4855-b0fc-a91ce485380b tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0530956 Mar 10 03:44:02.299681 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a7f1c1eb-f62f-4bab-a446-67a7d4e1a637 req-398ed297-9667-411e-800b-c3edafff35eb tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645628 Mar 10 03:44:02.320243 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af870769-fa1c-4c30-a16e-a221f5843cff req-f898b095-f6e5-4eb6-a2e3-1e0b6598d524 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:02.321671 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-af870769-fa1c-4c30-a16e-a221f5843cff req-f898b095-f6e5-4eb6-a2e3-1e0b6598d524 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0619655 Mar 10 03:44:02.608545 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-af870769-fa1c-4c30-a16e-a221f5843cff req-81499a3f-64a9-4add-affd-455f5eb11f55 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813110 Mar 10 03:44:02.851728 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60f7b7-0bc2-4bd6-9c18-ca63ac7be5dc req-27fa053b-88b3-4d16-8088-b6cd79dedf2d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:02.853193 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3f60f7b7-0bc2-4bd6-9c18-ca63ac7be5dc req-27fa053b-88b3-4d16-8088-b6cd79dedf2d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0519183 Mar 10 03:44:02.898020 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3f60f7b7-0bc2-4bd6-9c18-ca63ac7be5dc req-e9c9a11d-8891-477c-b5d6-f63cc74c8fa4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388343 Mar 10 03:44:03.415718 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fcf59-41af-4b47-bfb6-c4fbdbb41fd7 req-f60258bb-c4de-40a8-9cf1-479030628661 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:03.417189 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aa6fcf59-41af-4b47-bfb6-c4fbdbb41fd7 req-f60258bb-c4de-40a8-9cf1-479030628661 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0529256 Mar 10 03:44:03.465995 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aa6fcf59-41af-4b47-bfb6-c4fbdbb41fd7 req-7424bfe6-3db6-4d0f-88ff-3af474e02046 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427842 Mar 10 03:44:03.730352 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f09006-d4db-4869-af30-bd90876a74ea req-9519bdf7-813f-4b7c-920f-956b004ece4e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:03.732550 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91f09006-d4db-4869-af30-bd90876a74ea req-9519bdf7-813f-4b7c-920f-956b004ece4e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0533657 Mar 10 03:44:03.777486 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91f09006-d4db-4869-af30-bd90876a74ea req-f24100ef-824a-4333-8e56-b6027c53de5a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392733 Mar 10 03:44:04.011976 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac58b02-96b0-4ef2-866a-c7820cb759b9 req-7dd3bb72-d1ae-4844-98e7-0585ca1dc12c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:04.013650 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dac58b02-96b0-4ef2-866a-c7820cb759b9 req-7dd3bb72-d1ae-4844-98e7-0585ca1dc12c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0511110 Mar 10 03:44:04.060904 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dac58b02-96b0-4ef2-866a-c7820cb759b9 req-76307c29-cab5-4824-a17c-cad6ff21a89f tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Mar 10 03:44:04.584333 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252b387-c051-4ee9-b36a-c6e44418d36f req-4babbbb9-bc0e-4e8a-b951-23d9f1d97e46 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:04.585791 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f252b387-c051-4ee9-b36a-c6e44418d36f req-4babbbb9-bc0e-4e8a-b951-23d9f1d97e46 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0555549 Mar 10 03:44:04.630736 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f252b387-c051-4ee9-b36a-c6e44418d36f req-6b09db14-80ca-4ec7-9cd8-f19f080179d3 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Mar 10 03:44:04.904574 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1d7b-5f44-40d9-bafb-0f6e56ce7753 req-b62baa3b-ff87-4919-9f7b-0f98b0f0e0b3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:04.906026 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-947f1d7b-5f44-40d9-bafb-0f6e56ce7753 req-b62baa3b-ff87-4919-9f7b-0f98b0f0e0b3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0517018 Mar 10 03:44:04.953426 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-947f1d7b-5f44-40d9-bafb-0f6e56ce7753 req-9a48b683-b86e-489d-beda-906e0cb8a030 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Mar 10 03:44:05.184195 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea12e5e-5aad-4ed0-ae4b-03544e67199d req-3edc6c9c-717c-4da1-b931-59288764141a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:05.186394 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8ea12e5e-5aad-4ed0-ae4b-03544e67199d req-3edc6c9c-717c-4da1-b931-59288764141a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0563893 Mar 10 03:44:05.239680 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8ea12e5e-5aad-4ed0-ae4b-03544e67199d req-f7e2bdfc-cd30-4c9e-8a81-b08428c57126 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475411 Mar 10 03:44:05.756647 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f8cd6-f1ce-4907-97cd-7c60bb4367ee req-c57bc35f-7aa2-4c54-a75b-986dd6978537 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:05.758154 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5a3f8cd6-f1ce-4907-97cd-7c60bb4367ee req-c57bc35f-7aa2-4c54-a75b-986dd6978537 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0540738 Mar 10 03:44:05.807987 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5a3f8cd6-f1ce-4907-97cd-7c60bb4367ee req-4951358c-75a0-4166-9f39-a492a158e795 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Mar 10 03:44:06.104797 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424adea-536f-43f9-9988-3911c1f8a300 req-50bbc79c-adbe-454a-a8c8-a5ebf16b7d02 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:06.106300 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0424adea-536f-43f9-9988-3911c1f8a300 req-50bbc79c-adbe-454a-a8c8-a5ebf16b7d02 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0738249 Mar 10 03:44:06.163341 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0424adea-536f-43f9-9988-3911c1f8a300 req-b9716772-da3f-4289-991d-1c50ebe6c6d1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493476 Mar 10 03:44:06.378539 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d715b09-a31a-4188-90a3-07523e565614 req-5551bb3b-9fd8-4116-ac31-1b38720ecd41 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:06.380108 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7d715b09-a31a-4188-90a3-07523e565614 req-5551bb3b-9fd8-4116-ac31-1b38720ecd41 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0646255 Mar 10 03:44:06.429391 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7d715b09-a31a-4188-90a3-07523e565614 req-f73e1d2c-1c8c-4591-ba44-8dbb8eca00a9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Mar 10 03:44:06.699877 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524991ab-1727-493b-ba5e-0d6801e4ca9e req-3cd5ac54-1758-478c-b1ab-c7dfab2d3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:06.701655 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-524991ab-1727-493b-ba5e-0d6801e4ca9e req-3cd5ac54-1758-478c-b1ab-c7dfab2d3a67 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1130 time: 0.0485995 Mar 10 03:44:06.747886 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-524991ab-1727-493b-ba5e-0d6801e4ca9e req-7c0311a6-6bda-47d8-899e-dde25e85ed47 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Mar 10 03:44:07.300764 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1d344-d73c-4e9b-93cf-99606b42e737 req-498288dd-c43d-49d7-b5b9-0d866113ba2e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:07.302328 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-18f1d344-d73c-4e9b-93cf-99606b42e737 req-498288dd-c43d-49d7-b5b9-0d866113ba2e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0614328 Mar 10 03:44:07.353717 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-18f1d344-d73c-4e9b-93cf-99606b42e737 req-365ad4f0-b51a-49a7-98e4-ad41af7516fb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452120 Mar 10 03:44:07.552617 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91857570-95da-4687-b682-e7b2a855f8f9 req-41dbe3cf-36f9-415c-a6b9-869f88fcd072 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:07.554416 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91857570-95da-4687-b682-e7b2a855f8f9 req-41dbe3cf-36f9-415c-a6b9-869f88fcd072 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0569534 Mar 10 03:44:07.604475 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-91857570-95da-4687-b682-e7b2a855f8f9 req-3b52e84b-c572-49f0-b849-29181a1f9a3e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Mar 10 03:44:08.474807 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40103a7-a502-4cea-9c10-35deb2ab65de req-61bbe39f-d7f1-4566-93d5-1a55fff90db4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:08.476291 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c40103a7-a502-4cea-9c10-35deb2ab65de req-61bbe39f-d7f1-4566-93d5-1a55fff90db4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0514917 Mar 10 03:44:08.526185 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c40103a7-a502-4cea-9c10-35deb2ab65de req-0874fc2b-3e65-4c6a-b793-12e9d2d6a04f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444341 Mar 10 03:44:08.721486 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b167bf-c155-4369-98c3-deddcde725e6 req-df816702-f11f-4984-b1f4-505cbcfd4d34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:08.722879 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c9b167bf-c155-4369-98c3-deddcde725e6 req-df816702-f11f-4984-b1f4-505cbcfd4d34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0520208 Mar 10 03:44:08.767835 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c9b167bf-c155-4369-98c3-deddcde725e6 req-5e86680e-af60-4f7f-b43b-021d06ee2243 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395391 Mar 10 03:44:09.648027 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfefa2-bdde-448e-9005-6564b549bc7c req-8d709e1f-9ea3-4027-8a67-9d44ed8a7fd3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:09.649523 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f9bfefa2-bdde-448e-9005-6564b549bc7c req-8d709e1f-9ea3-4027-8a67-9d44ed8a7fd3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0539210 Mar 10 03:44:09.695735 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f9bfefa2-bdde-448e-9005-6564b549bc7c req-03eec7a0-b226-4cbd-a24a-e23704c7429e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404940 Mar 10 03:44:09.889580 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026ead-c9da-4b82-9028-a2486878b8b1 req-99a9bbec-0ac8-4399-9a83-8b90fb577c07 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:09.891169 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f1026ead-c9da-4b82-9028-a2486878b8b1 req-99a9bbec-0ac8-4399-9a83-8b90fb577c07 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0584857 Mar 10 03:44:09.937437 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f1026ead-c9da-4b82-9028-a2486878b8b1 req-eddd778b-7deb-47fa-a38c-1fb488f480ad tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Mar 10 03:44:10.822666 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48064d0-3a63-4613-8b04-be8ab21e3fe7 req-729faa43-ed73-48c0-a9f9-39da1c290b23 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:10.824200 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e48064d0-3a63-4613-8b04-be8ab21e3fe7 req-729faa43-ed73-48c0-a9f9-39da1c290b23 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0562053 Mar 10 03:44:10.870936 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e48064d0-3a63-4613-8b04-be8ab21e3fe7 req-916a980f-a477-43e0-9c36-dd3d9a236d79 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Mar 10 03:44:11.053645 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa106a-3b04-4ea8-830a-78c9ac062f15 req-948598c0-8515-492d-b6e4-56713f1b6f0e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:11.055146 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5afa106a-3b04-4ea8-830a-78c9ac062f15 req-948598c0-8515-492d-b6e4-56713f1b6f0e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0514209 Mar 10 03:44:11.103840 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5afa106a-3b04-4ea8-830a-78c9ac062f15 req-106afdb7-6658-43f9-97c9-26fc7064eade tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Mar 10 03:44:11.377774 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5ec3e-12ed-40ee-8ab6-3d92864935e9 req-93b2595b-43ba-4194-9658-937a4e764fc7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:11.379291 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a6f5ec3e-12ed-40ee-8ab6-3d92864935e9 req-93b2595b-43ba-4194-9658-937a4e764fc7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0832691 Mar 10 03:44:11.394234 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-8f38f0e0-cf75-406e-b098-9b787da2ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:11.395667 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-8f38f0e0-cf75-406e-b098-9b787da2ed18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1130 time: 0.0671000 Mar 10 03:44:11.492515 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a6f5ec3e-12ed-40ee-8ab6-3d92864935e9 req-49a2bce8-4f4a-480d-ac19-b549c29ca38a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059766 Mar 10 03:44:11.519184 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-9de29c60-b07a-475e-b959-32c51e90f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:11.520757 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-9de29c60-b07a-475e-b959-32c51e90f74c service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.1152370 Mar 10 03:44:11.566163 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-98de6c45-7f4c-4260-bb1f-f2bb659f5ba1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 200 len: 217 time: 0.0375519 Mar 10 03:44:11.640847 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-1223fc13-0824-4afd-903c-dd82cf4e60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:11.642306 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-1223fc13-0824-4afd-903c-dd82cf4e60fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.0474465 Mar 10 03:44:11.686603 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-3222df54-0dcf-4802-828c-95a4a64517bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288544 Mar 10 03:44:11.790678 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-1f0e9c22-ca51-4e1c-9f29-4cca7615f0f4 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854070 Mar 10 03:44:11.881884 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c12bb21-ce5e-453b-8275-ff4c1a6eea9a req-c12dff08-f0f3-4661-b0ce-36498e930776 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839350 Mar 10 03:44:12.000742 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c55e0-2ffc-4aa3-8682-c9eeb9210d1b req-6bbbb225-df98-4ff9-b954-03cd422047a9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:12.002273 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ce5c55e0-2ffc-4aa3-8682-c9eeb9210d1b req-6bbbb225-df98-4ff9-b954-03cd422047a9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0587223 Mar 10 03:44:12.051173 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ce5c55e0-2ffc-4aa3-8682-c9eeb9210d1b req-1d665502-3a87-4ab3-b0ad-efcb7f1d3014 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Mar 10 03:44:12.619734 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5b1f9-b8c6-4293-bbe5-977efecfda77 req-59cde259-c8b7-4d21-b127-dca11f45e4fb tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:12.621251 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fde5b1f9-b8c6-4293-bbe5-977efecfda77 req-59cde259-c8b7-4d21-b127-dca11f45e4fb tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0592129 Mar 10 03:44:12.679026 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fde5b1f9-b8c6-4293-bbe5-977efecfda77 req-682f4e06-e28f-4bb7-a19d-45f8f2bb97c4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515330 Mar 10 03:44:12.938801 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51962) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:12.943999 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--134017247', 'description': 'tempest-description--1067360325'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:12.968029 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.035555 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (840f26b0-20e7-4fdd-a7a7-1dcd80326d13), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.039290 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (840f26b0-20e7-4fdd-a7a7-1dcd80326d13), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.070619 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.074423 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1317575 Mar 10 03:44:13.074555 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 51966) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:13.080175 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-61475bec-cbf8-4c58-baf5-d333dbfe125e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group_rule': {'security_group_id': '840f26b0-20e7-4fdd-a7a7-1dcd80326d13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:13.086131 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840f26b0-20e7-4fdd-a7a7-1dcd80326d13,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:13.099691 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.100060 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.100421 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.100771 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.101115 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.101567 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.101796 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.102135 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.102473 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.102845 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.103168 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.103765 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.103972 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df74c0-9d2f-4737-bc00-102f31d009ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:13.146805 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-61475bec-cbf8-4c58-baf5-d333dbfe125e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (d0b4e803-8486-4e38-9cc5-3747551d03c9), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.242505 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1a68c-5a29-491c-b18a-a7e045f5e4f8 req-da6192ee-1e4e-415a-b0dd-01c4f93a9e69 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:13.244239 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-62c1a68c-5a29-491c-b18a-a7e045f5e4f8 req-da6192ee-1e4e-415a-b0dd-01c4f93a9e69 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0940566 Mar 10 03:44:13.259159 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-61475bec-cbf8-4c58-baf5-d333dbfe125e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (d0b4e803-8486-4e38-9cc5-3747551d03c9), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.266397 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-61475bec-cbf8-4c58-baf5-d333dbfe125e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (d0b4e803-8486-4e38-9cc5-3747551d03c9), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.302086 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61475bec-cbf8-4c58-baf5-d333dbfe125e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b4e803-8486-4e38-9cc5-3747551d03c9,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:13.307377 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-61475bec-cbf8-4c58-baf5-d333dbfe125e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.308546 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-61475bec-cbf8-4c58-baf5-d333dbfe125e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2330344 Mar 10 03:44:13.311743 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51974) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:13.316203 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-43cf9b6e-26fd-4f73-aad4-02790558b36b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group_rule': {'security_group_id': '840f26b0-20e7-4fdd-a7a7-1dcd80326d13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:13.323011 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-62c1a68c-5a29-491c-b18a-a7e045f5e4f8 req-ca0ff520-2ed8-4c56-a569-8c074f206f29 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703852 Mar 10 03:44:13.346732 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-43cf9b6e-26fd-4f73-aad4-02790558b36b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (ed03e1ff-2bcf-4bc7-be42-433836fd392e), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.392695 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-43cf9b6e-26fd-4f73-aad4-02790558b36b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (ed03e1ff-2bcf-4bc7-be42-433836fd392e), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.396767 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-43cf9b6e-26fd-4f73-aad4-02790558b36b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (ed03e1ff-2bcf-4bc7-be42-433836fd392e), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.414227 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf9b6e-26fd-4f73-aad4-02790558b36b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed03e1ff-2bcf-4bc7-be42-433836fd392e,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:13.418774 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-43cf9b6e-26fd-4f73-aad4-02790558b36b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.423316 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-43cf9b6e-26fd-4f73-aad4-02790558b36b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1076870 Mar 10 03:44:13.424197 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 51976) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:13.427627 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:13.446462 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.542901 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.653114 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Allocated IP 172.27.1.124 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/93fa72f4-8dc4-4b8a-99f2-ee935874effb) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:44:13.774499 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (93fa72f4-8dc4-4b8a-99f2-ee935874effb), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.809649 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (93fa72f4-8dc4-4b8a-99f2-ee935874effb), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:13.812067 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7dab0-ffa1-4aad-9579-b34c164f081b req-ae7c6872-4644-4a9f-a6f2-1648ee9afa7b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:13.815175 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c3c7dab0-ffa1-4aad-9579-b34c164f081b req-ae7c6872-4644-4a9f-a6f2-1648ee9afa7b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0592771 Mar 10 03:44:13.843843 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:44:13.848248 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:44:13.851839 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:44:13.863347 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c3c7dab0-ffa1-4aad-9579-b34c164f081b req-6fc8df04-78eb-4a21-80c3-08a8bf1a0f07 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441496 Mar 10 03:44:14.068173 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=93fa72f4-8dc4-4b8a-99f2-ee935874effb,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:14.130901 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:14.167616 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (93fa72f4-8dc4-4b8a-99f2-ee935874effb), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:14.317459 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (93fa72f4-8dc4-4b8a-99f2-ee935874effb), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:14.321826 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (93fa72f4-8dc4-4b8a-99f2-ee935874effb), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:14.401265 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=93fa72f4-8dc4-4b8a-99f2-ee935874effb,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:14.431904 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:14.452175 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:14.461732 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c11b7213-f002-4a20-89d4-3f38f56b1857 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0290985 Mar 10 03:44:14.489681 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d564f-cf0a-4a7f-bae0-341da20d03fa req-9d31cb4f-8913-42ec-979f-0cee839ccea1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:14.491615 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-957d564f-cf0a-4a7f-bae0-341da20d03fa req-9d31cb4f-8913-42ec-979f-0cee839ccea1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0826738 Mar 10 03:44:14.563718 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-957d564f-cf0a-4a7f-bae0-341da20d03fa req-88452151-0051-4570-a1c8-20803fa42921 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667500 Mar 10 03:44:14.707275 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-0f344e8b-42a9-4565-9fe9-df72de70e810 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--134017247&fields=id&tenant_id=a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 267 time: 0.0470638 Mar 10 03:44:14.824715 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-473f06ae-1868-4341-bca2-19ec67d8a700 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:14.826243 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-473f06ae-1868-4341-bca2-19ec67d8a700 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 814 time: 0.1125836 Mar 10 03:44:14.841573 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-2eaec467-0261-46d1-bf89-b2b948531dce tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/quotas/a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 375 time: 0.0098670 Mar 10 03:44:14.906072 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-d5b0804f-6077-4109-909f-5ecde2526edf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589249 Mar 10 03:44:15.051353 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de32af0-630b-48e6-8086-77b9698b64c9 req-cbdd0cfb-ebf6-4576-8103-3fe6786ed5f5 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:15.053149 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7de32af0-630b-48e6-8086-77b9698b64c9 req-cbdd0cfb-ebf6-4576-8103-3fe6786ed5f5 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1097932 Mar 10 03:44:15.054996 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-cf6d3ed6-88b0-42ce-ad4d-8e5013374d31 service neutron] 10.222.0.20 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348190 Mar 10 03:44:15.158507 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7de32af0-630b-48e6-8086-77b9698b64c9 req-f5e7a782-ba32-48bb-8212-cdff628c5d56 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997703 Mar 10 03:44:15.159626 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 52036) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:15.182818 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-645f5d02-07df-4253-b1c5-5214d3db43ae service neutron] 10.222.0.20 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172037 Mar 10 03:44:15.300106 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-634097e7-9417-4aad-8bde-87edddac29d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:15.410071 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-99dcff15-f33c-45cd-8158-1f95aea16902 req-b0a0891e-67d5-491b-840a-b167dfb418c0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 210 time: 0.0438461 Mar 10 03:44:15.421109 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-634097e7-9417-4aad-8bde-87edddac29d7 admin admin] Publish callbacks [] for security_group (c63d2908-751a-4b11-af4e-d1208df99ae7), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:15.428036 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-634097e7-9417-4aad-8bde-87edddac29d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c63d2908-751a-4b11-af4e-d1208df99ae7), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:15.474000 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 52048) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:15.482135 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-634097e7-9417-4aad-8bde-87edddac29d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a98139cc29e4d94892562adb0e4a2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153102 Mar 10 03:44:15.483950 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634097e7-9417-4aad-8bde-87edddac29d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63d2908-751a-4b11-af4e-d1208df99ae7,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:15.540364 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53261957-9d2a-4fd0-bd66-7998c632906e admin admin] Publish callbacks [] for security_group (c63d2908-751a-4b11-af4e-d1208df99ae7), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:15.563861 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53261957-9d2a-4fd0-bd66-7998c632906e admin admin] Publish callbacks [] for security_group (c63d2908-751a-4b11-af4e-d1208df99ae7), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:15.619662 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53261957-9d2a-4fd0-bd66-7998c632906e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c63d2908-751a-4b11-af4e-d1208df99ae7), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:15.623083 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-53261957-9d2a-4fd0-bd66-7998c632906e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:15.638810 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-53261957-9d2a-4fd0-bd66-7998c632906e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c63d2908-751a-4b11-af4e-d1208df99ae7 HTTP/1.1" status: 204 len: 168 time: 0.1540833 Mar 10 03:44:15.657010 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53261957-9d2a-4fd0-bd66-7998c632906e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63d2908-751a-4b11-af4e-d1208df99ae7,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:15.771447 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd82b7-a761-4719-a3bb-21f7b1622edd req-c271c4db-37f4-41b0-890a-5a1a6ebc6f21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:15.772816 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-20bd82b7-a761-4719-a3bb-21f7b1622edd req-c271c4db-37f4-41b0-890a-5a1a6ebc6f21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0743327 Mar 10 03:44:15.838780 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-20bd82b7-a761-4719-a3bb-21f7b1622edd req-c744af21-d843-4088-81db-2740afad12b2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549147 Mar 10 03:44:16.503677 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cf9321cd-af41-4063-83e2-344977e107ad req-82b005e7-a710-408e-afee-e83159fcde60 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 210 time: 0.0331981 Mar 10 03:44:16.684567 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 52102) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:16.786938 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-16570d74-c540-42e5-91a8-47e698ee0b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:16.863128 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-16570d74-c540-42e5-91a8-47e698ee0b98 admin admin] Publish callbacks [] for security_group (00213788-d9d5-42cf-8a82-21687f6376fa), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:16.868014 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-16570d74-c540-42e5-91a8-47e698ee0b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (00213788-d9d5-42cf-8a82-21687f6376fa), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:16.907209 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-16570d74-c540-42e5-91a8-47e698ee0b98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=792e505604b64e51a45adef8bdfb0f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208903 Mar 10 03:44:16.908312 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16570d74-c540-42e5-91a8-47e698ee0b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00213788-d9d5-42cf-8a82-21687f6376fa,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:16.909893 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 52110) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:16.958937 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7a224d38-7f60-46ef-9c45-13bf78164204 admin admin] Publish callbacks [] for security_group (00213788-d9d5-42cf-8a82-21687f6376fa), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:16.965597 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb5978-680f-408c-bbea-b004fea6c9f5 req-eb4cc0d7-f770-4c00-937e-721f9adc8cd4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:16.968230 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7fdb5978-680f-408c-bbea-b004fea6c9f5 req-eb4cc0d7-f770-4c00-937e-721f9adc8cd4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0525455 Mar 10 03:44:16.980510 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7a224d38-7f60-46ef-9c45-13bf78164204 admin admin] Publish callbacks [] for security_group (00213788-d9d5-42cf-8a82-21687f6376fa), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:17.016094 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7fdb5978-680f-408c-bbea-b004fea6c9f5 req-7c1a2da4-9f98-414b-a640-802e7365e09e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Mar 10 03:44:17.029255 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7a224d38-7f60-46ef-9c45-13bf78164204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (00213788-d9d5-42cf-8a82-21687f6376fa), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:17.032336 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7a224d38-7f60-46ef-9c45-13bf78164204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:17.033488 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7a224d38-7f60-46ef-9c45-13bf78164204 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00213788-d9d5-42cf-8a82-21687f6376fa HTTP/1.1" status: 204 len: 168 time: 0.1217136 Mar 10 03:44:17.041039 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a224d38-7f60-46ef-9c45-13bf78164204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00213788-d9d5-42cf-8a82-21687f6376fa,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:17.598379 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5e2bcf1a-f02c-4746-b2d0-c19a3d57bd99 req-48c5ac76-2c5a-4b4b-8398-a2c19ac3c272 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 210 time: 0.0298319 Mar 10 03:44:18.142021 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58b46b-9563-4e75-9eb6-ed8ebdb7ecb1 req-59b559d7-0b63-4e42-a828-252ef8a124c7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:18.143547 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5b58b46b-9563-4e75-9eb6-ed8ebdb7ecb1 req-59b559d7-0b63-4e42-a828-252ef8a124c7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0524693 Mar 10 03:44:18.192393 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5b58b46b-9563-4e75-9eb6-ed8ebdb7ecb1 req-06cada88-eb91-40e1-8dd6-046d71666aa8 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432453 Mar 10 03:44:18.695179 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-76d15ca9-74da-4d07-aaad-17c46b6dbd3f req-2c70fca9-69a2-4278-ba9f-9c77b218b8b2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 210 time: 0.0304403 Mar 10 03:44:18.808086 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe7d34-cc80-4fd3-b507-9186a841e26a req-ced50b3d-7f9c-41a8-875c-48acff1e1367 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:18.810279 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-22fe7d34-cc80-4fd3-b507-9186a841e26a req-ced50b3d-7f9c-41a8-875c-48acff1e1367 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0625367 Mar 10 03:44:18.926994 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-22fe7d34-cc80-4fd3-b507-9186a841e26a req-e5165a36-29e5-4238-af1a-7a180f85a45c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065187 Mar 10 03:44:18.961700 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-747a3b16-ff17-4894-9c1d-2044ab210a90 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:18.964377 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-747a3b16-ff17-4894-9c1d-2044ab210a90 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 814 time: 0.1639147 Mar 10 03:44:19.076348 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-65f844b3-21d9-4190-a891-bc5c96ed2aac tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 471 time: 0.0636063 Mar 10 03:44:19.121578 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'port': {'device_id': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'admin_state_up': True, 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'security_groups': ['840f26b0-20e7-4fdd-a7a7-1dcd80326d13']}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:19.243970 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Made reservation on behalf of a093bec6b657435baf12b36d64ec49b8 for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:44:19.247725 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:19.391130 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909070f-6db3-4b58-af1d-5d1ceab1064c req-1bd96c09-371e-4eb8-ae90-78f3b233bbc3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:19.392914 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6909070f-6db3-4b58-af1d-5d1ceab1064c req-1bd96c09-371e-4eb8-ae90-78f3b233bbc3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.1228700 Mar 10 03:44:19.462695 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Allocated IP 172.20.0.11 (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb/8431c025-18d2-4e31-98d0-c31b7ed465d2/dacc7ffb-9f60-40f2-b1e2-b60c493daafb) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:44:19.485230 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6909070f-6db3-4b58-af1d-5d1ceab1064c req-feb9fe02-813b-42a4-b594-57394ab8d867 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692823 Mar 10 03:44:19.616669 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:19.652154 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:19.690668 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:44:19.693660 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:44:19.699625 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:44:19.726748 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:19.768896 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:19.769666 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:19.798791 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-6dcd3b8a-d91c-4d8b-9d09-b42b6e29d471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6834271 Mar 10 03:44:19.841452 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Request body: {'port': {'device_id': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:19.962587 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834f78-b8d0-417c-ae99-f085732dd1cc req-7d2025c6-6d67-45fa-a0b7-2d1b320a7729 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:19.964372 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fa834f78-b8d0-417c-ae99-f085732dd1cc req-7d2025c6-6d67-45fa-a0b7-2d1b320a7729 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 932 time: 0.1825080 Mar 10 03:44:19.965431 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:19.974723 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-abd2b141-cdae-4712-aa31-bb543e5dff53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:19.998058 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-38786396-2d09-4089-9a2f-8607bf65108b None None] Provisioning complete for port dacc7ffb-9f60-40f2-b1e2-b60c493daafb triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:44:19.998439 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-38786396-2d09-4089-9a2f-8607bf65108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:20.051239 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-38786396-2d09-4089-9a2f-8607bf65108b None None] Port dacc7ffb-9f60-40f2-b1e2-b60c493daafb cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:44:20.142287 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fa834f78-b8d0-417c-ae99-f085732dd1cc req-c9deee40-58db-489f-b1f3-5d574fa9fd26 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658714 Mar 10 03:44:20.302997 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacc7ffb-9f60-40f2-b1e2-b60c493daafb {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:44:20.310922 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Publish callbacks [] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:20.322809 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Transition to ACTIVE for port object dacc7ffb-9f60-40f2-b1e2-b60c493daafb will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:44:20.326930 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:20.378831 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Pushing event updated for resources: {'Port': ['ID=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:20.458201 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Attempting to bind port dacc7ffb-9f60-40f2-b1e2-b60c493daafb on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:44:20.458550 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Attempting to bind port dacc7ffb-9f60-40f2-b1e2-b60c493daafb by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:44:20.458927 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Attempting to bind port dacc7ffb-9f60-40f2-b1e2-b60c493daafb on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:44:20.463318 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Port dacc7ffb-9f60-40f2-b1e2-b60c493daafb on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:44:20.463653 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Attempting to bind port dacc7ffb-9f60-40f2-b1e2-b60c493daafb on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:44:20.468890 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:44:20.469241 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Checking segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:44:20.469630 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Bound using segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:44:20.470064 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Bound port: dacc7ffb-9f60-40f2-b1e2-b60c493daafb, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:44:20.470423 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:20.557595 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] For port dacc7ffb-9f60-40f2-b1e2-b60c493daafb, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:44:20.561953 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] For port dacc7ffb-9f60-40f2-b1e2-b60c493daafb, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:44:20.569793 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:20.647105 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:20.647833 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:20.649169 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] 10.222.0.16 "PUT /v2.0/ports/dacc7ffb-9f60-40f2-b1e2-b60c493daafb HTTP/1.1" status: 200 len: 1094 time: 0.8274488 Mar 10 03:44:20.649619 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'tag': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:20.651866 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664" -d '{"events": [{"name": "network-changed", "server_uuid": "0803b128-b701-440f-84ca-aa0e2bb14f4e", "tag": "dacc7ffb-9f60-40f2-b1e2-b60c493daafb"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:20.663874 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf8c87-4f1c-4b3e-8445-c81d4b7457af service neutron] Pushing event updated for resources: {'Port': ['ID=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:20.690206 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331e52-eb1a-4461-8b64-b5a6539d5fce req-b9288d90-58b1-46c4-a511-1f05741ded4d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:20.692107 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-95331e52-eb1a-4461-8b64-b5a6539d5fce req-b9288d90-58b1-46c4-a511-1f05741ded4d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0970914 Mar 10 03:44:20.759068 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-95331e52-eb1a-4461-8b64-b5a6539d5fce req-aa817fb8-573c-4843-bd07-4db4230eafea tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592945 Mar 10 03:44:20.817581 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-5f530b8b-5e4b-4cc4-8d70-0db2a31cf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:20.819561 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-5f530b8b-5e4b-4cc4-8d70-0db2a31cf759 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 1128 time: 0.0768933 Mar 10 03:44:20.825921 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70758e3a-141d-4157-8dfe-81e863780219 x-openstack-request-id: req-70758e3a-141d-4157-8dfe-81e863780219 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:20.826222 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0803b128-b701-440f-84ca-aa0e2bb14f4e", "tag": "dacc7ffb-9f60-40f2-b1e2-b60c493daafb", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:20.826480 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70758e3a-141d-4157-8dfe-81e863780219 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:20.826944 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'tag': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'status': 'completed', 'code': 200} Mar 10 03:44:20.926908 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-e6b95da4-7d0d-4421-8da5-f97b93d5a745 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dacc7ffb-9f60-40f2-b1e2-b60c493daafb HTTP/1.1" status: 200 len: 217 time: 0.0401332 Mar 10 03:44:20.945577 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc2f02-f075-4308-a532-f935b5e6a9c2 req-05f23941-3f3b-4b9e-a367-b8305b74d32a tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:20.947103 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e2fc2f02-f075-4308-a532-f935b5e6a9c2 req-05f23941-3f3b-4b9e-a367-b8305b74d32a tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0885105 Mar 10 03:44:20.999580 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e2fc2f02-f075-4308-a532-f935b5e6a9c2 req-f780ed3e-ef3b-4b29-bebc-821a86365fe1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461569 Mar 10 03:44:21.059867 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-0641e29a-4c7c-4859-aebc-2481d339de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:21.061407 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-0641e29a-4c7c-4859-aebc-2481d339de89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0438921 Mar 10 03:44:21.115226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-3c347411-e777-41a6-ba05-ae1dad935075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:21.118751 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-3c347411-e777-41a6-ba05-ae1dad935075 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478494 Mar 10 03:44:21.222796 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-b9f32c6e-bda0-44d8-a424-69b28952c0b0 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971723 Mar 10 03:44:21.330134 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52302874-bb57-4546-8942-1feffb8ded4e req-6cffbdd3-a04f-4e95-91cf-65ebac2a5089 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:21.331649 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-52302874-bb57-4546-8942-1feffb8ded4e req-6cffbdd3-a04f-4e95-91cf-65ebac2a5089 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 944 time: 0.1127040 Mar 10 03:44:21.360735 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbcc652c-da2c-4706-b658-323ef503eab9 req-ba22e88a-cbb9-4fda-b675-488e1df73c34 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292002 Mar 10 03:44:21.390127 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-52302874-bb57-4546-8942-1feffb8ded4e req-c56e4c71-bf68-4a83-b495-90ece8776370 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510395 Mar 10 03:44:21.545536 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-e41d7de5-1e4b-4a5a-87e6-55dc50761166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:21.547202 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-e41d7de5-1e4b-4a5a-87e6-55dc50761166 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 1128 time: 0.0458851 Mar 10 03:44:21.580084 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:44:21.639785 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-0ba7b59e-5f1e-40c9-a029-b113452dbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:21.641435 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-0ba7b59e-5f1e-40c9-a029-b113452dbe56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.0869145 Mar 10 03:44:21.927284 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-db8030a1-2710-4db3-bad1-ce7496d48b22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dacc7ffb-9f60-40f2-b1e2-b60c493daafb HTTP/1.1" status: 200 len: 217 time: 0.2788410 Mar 10 03:44:22.000659 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-9fddff59-e4bb-475e-b13b-2d8655ba24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:22.002103 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-9fddff59-e4bb-475e-b13b-2d8655ba24b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0678344 Mar 10 03:44:22.012998 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa29de-c02a-42f8-bd1f-3c2140e0da80 req-62fdddf6-27aa-4d41-b115-3ce9513c3fa7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:22.014369 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7efa29de-c02a-42f8-bd1f-3c2140e0da80 req-62fdddf6-27aa-4d41-b115-3ce9513c3fa7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0898385 Mar 10 03:44:22.118836 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-65809770-2788-4e3a-9a3a-08ef321e12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:22.120336 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-65809770-2788-4e3a-9a3a-08ef321e12bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1051085 Mar 10 03:44:22.123610 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7efa29de-c02a-42f8-bd1f-3c2140e0da80 req-162b88ac-6eb6-4ccf-85c8-9b2443cfd25d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010656 Mar 10 03:44:22.170964 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ea7ff-63e1-4e1a-8b66-f40c292f6e95 req-da475269-ecd0-4f19-a988-a86b0ca63644 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:22.172456 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a99ea7ff-63e1-4e1a-8b66-f40c292f6e95 req-da475269-ecd0-4f19-a988-a86b0ca63644 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1004496 Mar 10 03:44:22.266551 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a99ea7ff-63e1-4e1a-8b66-f40c292f6e95 req-8b7fc2fb-9006-4b3a-8271-49a436b77f1d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876982 Mar 10 03:44:22.270152 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-d1063f19-3788-4ff7-9640-0cda71404bc2 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401460 Mar 10 03:44:22.367404 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bc4d2bd4-8fea-45d2-9d12-e7ea93cc3664 req-be429122-d5ed-460f-8d0b-282ca835bb4c service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905650 Mar 10 03:44:22.392481 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7fcb373c-4805-489b-b5aa-7fde2afa7a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:22.517548 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141d200-8cd1-404b-8a30-6a64c1d2046b req-75dc5e01-b642-4705-b84c-2a562069efc0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:22.519092 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1141d200-8cd1-404b-8a30-6a64c1d2046b req-75dc5e01-b642-4705-b84c-2a562069efc0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 944 time: 0.0562124 Mar 10 03:44:22.567991 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1141d200-8cd1-404b-8a30-6a64c1d2046b req-fe2b98ec-2be7-4fdd-b773-62c8ed1b3992 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432491 Mar 10 03:44:23.253795 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8fc40-7a51-49cb-8c61-c668fcab678a req-9a03b1f9-c5c2-48a2-acfa-c89999689976 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:23.255305 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-75b8fc40-7a51-49cb-8c61-c668fcab678a req-9a03b1f9-c5c2-48a2-acfa-c89999689976 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0540030 Mar 10 03:44:23.301881 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-75b8fc40-7a51-49cb-8c61-c668fcab678a req-ea5c706d-de97-4080-b5b2-d8de458934be tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Mar 10 03:44:23.391878 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9fb3d-ad27-4bd9-bdb9-1bb689309171 req-d7a0c738-edd1-42c4-ae90-b3744b58b048 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:23.393376 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1ba9fb3d-ad27-4bd9-bdb9-1bb689309171 req-d7a0c738-edd1-42c4-ae90-b3744b58b048 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0584321 Mar 10 03:44:23.451077 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1ba9fb3d-ad27-4bd9-bdb9-1bb689309171 req-62240bdb-2523-42bb-8fbe-7afd152450ef tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521472 Mar 10 03:44:23.549929 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:23.685262 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011773ec-c248-467d-b710-26a57fd91fd5 req-d733a11a-3fd6-4784-b8b1-25358518ddef tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:23.687155 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-011773ec-c248-467d-b710-26a57fd91fd5 req-d733a11a-3fd6-4784-b8b1-25358518ddef tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 944 time: 0.0544417 Mar 10 03:44:23.732756 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-011773ec-c248-467d-b710-26a57fd91fd5 req-2a3371b4-b4ae-46ac-8e27-69da30270721 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400233 Mar 10 03:44:24.241212 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device dacc7ffb-9f60-40f2-b1e2-b60c493daafb details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:44:24.342935 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port dacc7ffb-9f60-40f2-b1e2-b60c493daafb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:24.358713 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'port_id': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'mac_address': 'fa:16:3e:97:2f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:44:24.400926 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port dacc7ffb-9f60-40f2-b1e2-b60c493daafb is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:24.401312 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:24.414217 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacc7ffb-9f60-40f2-b1e2-b60c493daafb {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:44:24.437569 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port dacc7ffb-9f60-40f2-b1e2-b60c493daafb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:24.438549 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247793a3-424a-49ab-a7dd-3ef504b8cd20 req-8eb58c32-22ee-4bc6-b40a-d48bc4bffaac tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:24.440202 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-247793a3-424a-49ab-a7dd-3ef504b8cd20 req-8eb58c32-22ee-4bc6-b40a-d48bc4bffaac tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0630884 Mar 10 03:44:24.442130 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:24.506634 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-247793a3-424a-49ab-a7dd-3ef504b8cd20 req-89fead7c-b0c6-407f-9b2f-f3941cde5c17 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538239 Mar 10 03:44:24.509888 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:24.585070 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665f9e5-da60-4d20-bb52-e3f0e0c0e459 req-f3252e3a-5b32-4981-924c-435ab6c1b4a5 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:24.585514 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f665f9e5-da60-4d20-bb52-e3f0e0c0e459 req-f3252e3a-5b32-4981-924c-435ab6c1b4a5 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0618773 Mar 10 03:44:24.641006 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f665f9e5-da60-4d20-bb52-e3f0e0c0e459 req-76ffcb24-2c32-4499-9f2a-ebe45804059c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482438 Mar 10 03:44:24.850023 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:24.875834 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851c251-1abd-4b31-9330-acf29fe8757b req-e4caf9de-bafe-4e1c-9f9a-fc6d4454ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:24.877702 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5851c251-1abd-4b31-9330-acf29fe8757b req-e4caf9de-bafe-4e1c-9f9a-fc6d4454ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 945 time: 0.0761113 Mar 10 03:44:24.913388 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 52242) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:24.924064 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['dacc7ffb-9f60-40f2-b1e2-b60c493daafb'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:44:24.931112 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5851c251-1abd-4b31-9330-acf29fe8757b req-ddfabbc4-1a3d-4286-963b-bd28206e8d8f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477607 Mar 10 03:44:25.096479 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:25.184865 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Publish callbacks [] for security_group (82e5c25f-a42c-4c80-8a02-8967f9832fe1), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:25.189607 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (82e5c25f-a42c-4c80-8a02-8967f9832fe1), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:25.229837 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e5c25f-a42c-4c80-8a02-8967f9832fe1,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:25.235611 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7e0ac8279bf4f348cc0f6fc38430c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211966 Mar 10 03:44:25.238250 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 52246) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:25.240588 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.241084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.241431 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.241774 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.242104 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.242431 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.242792 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.243122 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.243446 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.243770 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.244090 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.244407 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.244726 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87d12ea-5bf9-4cd1-b6db-e31779a9f70c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:44:25.299256 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ed5ebef9-bc46-477c-93dc-6921d31fafc4 admin admin] Publish callbacks [] for security_group (82e5c25f-a42c-4c80-8a02-8967f9832fe1), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:25.321138 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ed5ebef9-bc46-477c-93dc-6921d31fafc4 admin admin] Publish callbacks [] for security_group (82e5c25f-a42c-4c80-8a02-8967f9832fe1), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:25.373628 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ed5ebef9-bc46-477c-93dc-6921d31fafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (82e5c25f-a42c-4c80-8a02-8967f9832fe1), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:25.376386 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ed5ebef9-bc46-477c-93dc-6921d31fafc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:25.377541 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ed5ebef9-bc46-477c-93dc-6921d31fafc4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82e5c25f-a42c-4c80-8a02-8967f9832fe1 HTTP/1.1" status: 204 len: 168 time: 0.1381667 Mar 10 03:44:25.388301 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ebef9-bc46-477c-93dc-6921d31fafc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e5c25f-a42c-4c80-8a02-8967f9832fe1,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:25.653674 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c07f4-9917-441c-b231-c9f799755eaf req-6643bab7-5883-4ce3-a4dd-26f46013c362 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:25.655587 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-597c07f4-9917-441c-b231-c9f799755eaf req-6643bab7-5883-4ce3-a4dd-26f46013c362 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0603559 Mar 10 03:44:25.714524 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-597c07f4-9917-441c-b231-c9f799755eaf req-efb30cf8-f105-4d3b-a03d-a9ad26ecaaea tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526092 Mar 10 03:44:25.785905 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdd209-918f-4073-bfce-9f98843a5c6f req-a7ad674e-4ccd-4f22-bf58-f8e9ea42c480 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:25.788060 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4dbdd209-918f-4073-bfce-9f98843a5c6f req-a7ad674e-4ccd-4f22-bf58-f8e9ea42c480 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0633440 Mar 10 03:44:25.842816 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4dbdd209-918f-4073-bfce-9f98843a5c6f req-d410eba0-658a-4318-990f-0074d34e9b37 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471864 Mar 10 03:44:26.052061 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f6b5-2d28-4285-b341-f99a640ec4ab req-71678dc5-1ea8-419f-b51c-610ec0ff4869 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:26.053557 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-55a0f6b5-2d28-4285-b341-f99a640ec4ab req-71678dc5-1ea8-419f-b51c-610ec0ff4869 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 945 time: 0.0519466 Mar 10 03:44:26.102459 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-55a0f6b5-2d28-4285-b341-f99a640ec4ab req-aca49ce9-5e20-4ad7-a66a-015f7f133133 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429223 Mar 10 03:44:26.457015 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:26.843180 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfac5a-c8a3-49aa-845c-1b2365f5ea08 req-5ef5e73e-29c3-46d2-b617-097244b3bc00 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:26.844671 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1cbfac5a-c8a3-49aa-845c-1b2365f5ea08 req-5ef5e73e-29c3-46d2-b617-097244b3bc00 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0540917 Mar 10 03:44:26.897109 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1cbfac5a-c8a3-49aa-845c-1b2365f5ea08 req-5ec27267-80ca-447c-9179-def4f6893260 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469787 Mar 10 03:44:26.960753 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714ca3f-8e7b-4106-800c-1e90068a0873 req-7a01b706-9ca9-4fbf-b5d0-fb0dab350a6b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:26.962143 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0714ca3f-8e7b-4106-800c-1e90068a0873 req-7a01b706-9ca9-4fbf-b5d0-fb0dab350a6b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0522392 Mar 10 03:44:27.007669 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0714ca3f-8e7b-4106-800c-1e90068a0873 req-42947930-50a4-4b1f-8a31-1a139b727db9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392652 Mar 10 03:44:27.222743 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d55d33-60bc-4157-91b8-20d7e3e5fc15 req-57d44113-8411-45eb-beda-25bfd1460c16 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:27.224574 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e3d55d33-60bc-4157-91b8-20d7e3e5fc15 req-57d44113-8411-45eb-beda-25bfd1460c16 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 945 time: 0.0585437 Mar 10 03:44:27.271134 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e3d55d33-60bc-4157-91b8-20d7e3e5fc15 req-42e1564e-c9d9-4021-a851-33a20d75c735 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 Mar 10 03:44:27.620618 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-b4f40f9e-630e-4056-90aa-5ecd396e6cca tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5f267e18a9984d28952e5effb38c32e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323911 Mar 10 03:44:27.802866 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-b27fcd93-8ba6-42c4-8ca6-ed0997c627e4 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:27.804327 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-b27fcd93-8ba6-42c4-8ca6-ed0997c627e4 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784563 Mar 10 03:44:27.821009 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-1c0453cc-1660-4d89-8220-c1697314e822 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/quotas/5f267e18a9984d28952e5effb38c32e8 HTTP/1.1" status: 200 len: 375 time: 0.0103538 Mar 10 03:44:27.855742 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-cadcba79-cccd-477b-86d1-b3091d4760fc tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f267e18a9984d28952e5effb38c32e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296242 Mar 10 03:44:28.098882 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f6769-eb0c-4bb3-ad7b-1f97dcec9057 req-cb762c5e-7ce1-4649-afc6-3f53c8bd97bd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:28.100437 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-831f6769-eb0c-4bb3-ad7b-1f97dcec9057 req-cb762c5e-7ce1-4649-afc6-3f53c8bd97bd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.1008329 Mar 10 03:44:28.102383 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-440f1ee9-0ab1-44b2-a30f-817c70df2b5f req-3fdd84af-06e2-4a61-abf8-7798b696994c tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 210 time: 0.0391607 Mar 10 03:44:28.213231 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-831f6769-eb0c-4bb3-ad7b-1f97dcec9057 req-dc2ba370-8bf3-412e-8bf7-87d07e9cb9c2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044695 Mar 10 03:44:28.219115 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-f2fac12d-d39e-4c13-a785-45d615193dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:28.220602 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-f2fac12d-d39e-4c13-a785-45d615193dcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1130 time: 0.1049984 Mar 10 03:44:28.272566 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab06621-a891-4985-810f-10e7f7b11c22 req-3f341f51-afdb-456d-b275-89fdcbfc4768 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:28.274149 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eab06621-a891-4985-810f-10e7f7b11c22 req-3f341f51-afdb-456d-b275-89fdcbfc4768 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1022885 Mar 10 03:44:28.278866 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:44:28.355706 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device dacc7ffb-9f60-40f2-b1e2-b60c493daafb up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:44:28.405993 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:28.408166 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-86686f5e-ba70-427c-a549-a39e012fdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:28.409668 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-86686f5e-ba70-427c-a549-a39e012fdeb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.1732566 Mar 10 03:44:28.414161 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eab06621-a891-4985-810f-10e7f7b11c22 req-1bd5a3b8-34dd-4840-9d14-9e014bf27140 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289830 Mar 10 03:44:28.425757 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df2a0-a615-47fa-a8cd-782e0cfc5b1a req-f5642e1b-a5b6-40b7-808d-5f80983dae12 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:28.427418 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e5df2a0-a615-47fa-a8cd-782e0cfc5b1a req-f5642e1b-a5b6-40b7-808d-5f80983dae12 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1096010 Mar 10 03:44:28.443876 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'port_id': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'mac_address': 'fa:16:3e:2b:8f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:44:28.498350 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-199d0ee1-b5fc-4391-bb04-2bed0882716f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 200 len: 217 time: 0.0546753 Mar 10 03:44:28.504739 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port dacc7ffb-9f60-40f2-b1e2-b60c493daafb completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:44:28.510347 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3cb95989-fea9-4641-969a-b72f44d36b8a is: ACTIVE; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:28.510828 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:28.516533 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port dacc7ffb-9f60-40f2-b1e2-b60c493daafb triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:44:28.517176 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:28.554999 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cb95989-fea9-4641-969a-b72f44d36b8a {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:44:28.587225 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:28.594100 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:28.594373 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e5df2a0-a615-47fa-a8cd-782e0cfc5b1a req-a955e716-7759-446e-aff5-b20e33c9e58f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495163 Mar 10 03:44:28.616438 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-62bb872a-e821-4b17-ab62-2afd0385c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:28.617873 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-62bb872a-e821-4b17-ab62-2afd0385c86a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.1067379 Mar 10 03:44:28.629777 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4393e22-d252-4e9b-9a9c-414215bf7114 req-d7b272aa-8324-4a12-aebd-d2bf7be52e8c tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:28.631229 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d4393e22-d252-4e9b-9a9c-414215bf7114 req-d7b272aa-8324-4a12-aebd-d2bf7be52e8c tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 945 time: 0.1371160 Mar 10 03:44:28.677097 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-b822a40b-cda1-46e1-99fb-5e21ac9f6ea1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321090 Mar 10 03:44:28.687181 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=6']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:28.691340 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port dacc7ffb-9f60-40f2-b1e2-b60c493daafb is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:28.692076 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:28.719997 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:28.722396 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55053361-28be-48d9-b05d-f1cbf72a74e5" -d '{"events": [{"server_uuid": "0803b128-b701-440f-84ca-aa0e2bb14f4e", "name": "network-vif-plugged", "status": "completed", "tag": "dacc7ffb-9f60-40f2-b1e2-b60c493daafb"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:28.723769 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d4393e22-d252-4e9b-9a9c-414215bf7114 req-725a717c-6257-4b78-ba7a-fbe63d80d25c tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863180 Mar 10 03:44:28.752452 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port dacc7ffb-9f60-40f2-b1e2-b60c493daafb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:28.758392 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:28.782194 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28390ca7-cfd8-4dbe-8230-48729521945e x-openstack-request-id: req-28390ca7-cfd8-4dbe-8230-48729521945e {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:28.782490 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0803b128-b701-440f-84ca-aa0e2bb14f4e", "name": "network-vif-plugged", "status": "completed", "tag": "dacc7ffb-9f60-40f2-b1e2-b60c493daafb", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:28.782767 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28390ca7-cfd8-4dbe-8230-48729521945e {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:28.783158 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'code': 200} Mar 10 03:44:28.807575 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-9d3fa52b-cff8-423f-a9fc-d94d85efedf7 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196113 Mar 10 03:44:28.815661 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:28.951544 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c5424f4-a78b-4c8c-8bd5-21a9ebbb352e req-271d2f0c-ef4f-41ea-89a3-5fd0950fef4b service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861542 Mar 10 03:44:28.977312 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['3cb95989-fea9-4641-969a-b72f44d36b8a'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:44:29.120251 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43878fa-9acc-417c-8d3a-f56ac032b182 req-7c4c8036-55f6-478b-8728-7d99fadf2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:29.121924 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c43878fa-9acc-417c-8d3a-f56ac032b182 req-7c4c8036-55f6-478b-8728-7d99fadf2f7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 1130 time: 0.0636952 Mar 10 03:44:29.197293 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eef2c26c-18ef-4c8c-8d2d-d3659d516a54 req-10297987-38fb-4ea6-a8bc-8dcea421a247 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Mar 10 03:44:29.236098 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c43878fa-9acc-417c-8d3a-f56ac032b182 req-89eb12f8-5767-49e9-b51d-02cf3b11d01b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 Mar 10 03:44:29.336496 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab487c-9b60-4145-9375-afe2d94afafb req-e5313314-1d8a-4789-923b-9ac473fdbdec tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:29.338060 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-97ab487c-9b60-4145-9375-afe2d94afafb req-e5313314-1d8a-4789-923b-9ac473fdbdec tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.0515070 Mar 10 03:44:29.387516 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-97ab487c-9b60-4145-9375-afe2d94afafb req-2074fa47-1632-4aee-a709-6ac1be2b3c3c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433860 Mar 10 03:44:29.539053 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0562f3c-87ec-4de5-b98e-d23df8b72cc5 req-32070c29-6bac-47f1-86e9-eeaca998757c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:29.540561 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a0562f3c-87ec-4de5-b98e-d23df8b72cc5 req-32070c29-6bac-47f1-86e9-eeaca998757c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0536623 Mar 10 03:44:29.586725 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a0562f3c-87ec-4de5-b98e-d23df8b72cc5 req-3c8f0653-74ab-4d04-a6ca-8b0a7b52f0f2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Mar 10 03:44:29.715475 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e365dd-1c41-4159-b07b-2f3eba1c8c30 req-33aaa35e-d1ed-4e31-b7e2-2551ff023c5c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:29.717000 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-73e365dd-1c41-4159-b07b-2f3eba1c8c30 req-33aaa35e-d1ed-4e31-b7e2-2551ff023c5c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0522602 Mar 10 03:44:29.765716 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-73e365dd-1c41-4159-b07b-2f3eba1c8c30 req-d7080917-6f3e-488f-b63f-b8e035f82300 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430923 Mar 10 03:44:29.865214 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aad013-268b-4e1a-84af-26b002aba6f9 req-dc77be73-8fbb-4e0a-9b46-354f93e26c0a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:29.867131 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e6aad013-268b-4e1a-84af-26b002aba6f9 req-dc77be73-8fbb-4e0a-9b46-354f93e26c0a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 946 time: 0.0673339 Mar 10 03:44:29.922829 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e6aad013-268b-4e1a-84af-26b002aba6f9 req-20b33103-e086-492f-8ea4-491b29163471 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500295 Mar 10 03:44:30.094224 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-d5437a95-8716-4799-b40b-c25c2c37132c tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5f267e18a9984d28952e5effb38c32e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253074 Mar 10 03:44:30.243142 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-4e666906-78a2-4100-8af8-e66ed76a03aa tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:30.244873 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-4e666906-78a2-4100-8af8-e66ed76a03aa tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440678 Mar 10 03:44:30.275477 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:44:30.291996 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Request body: {'port': {'device_id': '94be66b0-756a-4c3e-a9aa-d15db37eea18', 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828', 'admin_state_up': True, 'tenant_id': '5f267e18a9984d28952e5effb38c32e8'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:30.314734 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d5e02390-340d-4357-99e5-16e2b287c89a req-f9b3c516-68db-4da7-a551-75ebee7e69ab tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 210 time: 0.0403392 Mar 10 03:44:30.345362 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 3cb95989-fea9-4641-969a-b72f44d36b8a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:44:30.345931 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:30.474245 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Made reservation on behalf of 5f267e18a9984d28952e5effb38c32e8 for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:44:30.478536 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:30.480579 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3cb95989-fea9-4641-969a-b72f44d36b8a is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:30.480971 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:30.497972 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:30.521457 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:30.527241 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:30.594618 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=7']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:30.603280 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks [] for security_group (0606986e-d599-48df-9b2a-4c9a70ee036a), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:30.612400 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0606986e-d599-48df-9b2a-4c9a70ee036a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:30.657812 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:30.784894 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:30.788117 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f074a5-ce77-4185-ba26-c6fc8b9e19a2" -d '{"events": [{"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-plugged", "status": "completed", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:30.811677 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0606986e-d599-48df-9b2a-4c9a70ee036a,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:30.825233 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Allocated IP 192.168.233.196 (46a88fd7-fe18-4167-a9fc-c0f04d02c828/31b0fc60-9a00-4d6f-b5a7-c74e4f37cb90/5435fc76-812b-409a-a6bb-e30cbf78b46c) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:44:30.851111 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f6afe-b36a-429a-9ee3-0d2ec05542dd req-ad4b3691-79a4-432b-b214-104fdb0e355a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:30.852601 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fb1f6afe-b36a-429a-9ee3-0d2ec05542dd req-ad4b3691-79a4-432b-b214-104fdb0e355a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.3798103 Mar 10 03:44:30.863818 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b42e3-9642-45cb-9296-8a992355be4d req-d2a686c2-aa2f-43ac-8087-c43043d7eb81 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:30.865432 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-301b42e3-9642-45cb-9296-8a992355be4d req-d2a686c2-aa2f-43ac-8087-c43043d7eb81 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1745932 Mar 10 03:44:30.968459 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fb1f6afe-b36a-429a-9ee3-0d2ec05542dd req-4999bf44-703e-4d10-8a0c-31637f2e50f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999899 Mar 10 03:44:30.995238 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-301b42e3-9642-45cb-9296-8a992355be4d req-994b6a11-3bf8-43f8-8740-b2d883119407 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181762 Mar 10 03:44:31.056587 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71d4841-a5b5-4b99-a52c-8cbff07ec5e7 x-openstack-request-id: req-d71d4841-a5b5-4b99-a52c-8cbff07ec5e7 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:31.056915 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-plugged", "status": "completed", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:31.057184 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d71d4841-a5b5-4b99-a52c-8cbff07ec5e7 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:31.057591 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'code': 200} Mar 10 03:44:31.139935 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks [] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:31.210553 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d4300-db1c-42d2-a0fa-4e91cc6856a8 req-618f196f-57e8-434f-a8b5-834aa687fde7 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:31.212112 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b47d4300-db1c-42d2-a0fa-4e91cc6856a8 req-618f196f-57e8-434f-a8b5-834aa687fde7 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1176324 Mar 10 03:44:31.231190 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efe0b2-7cbb-4600-9507-4dd3b1a1bf87 req-2ab6f408-7975-4f57-9fba-e81f8390f5fb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:31.238423 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f7efe0b2-7cbb-4600-9507-4dd3b1a1bf87 req-2ab6f408-7975-4f57-9fba-e81f8390f5fb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 946 time: 0.1295414 Mar 10 03:44:31.267768 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:31.352251 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:44:31.368953 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f7efe0b2-7cbb-4600-9507-4dd3b1a1bf87 req-18daf883-b7b7-4397-8f79-ddec31b469dc tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276619 Mar 10 03:44:31.372214 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b47d4300-db1c-42d2-a0fa-4e91cc6856a8 req-a6d905f8-554b-43e3-bd40-de3b7da3ba49 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528683 Mar 10 03:44:31.376642 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:44:31.381429 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:44:31.414034 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Pushing event updated for resources: {'Port': ['ID=5435fc76-812b-409a-a6bb-e30cbf78b46c,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:31.497123 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:31.499019 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:31.553734 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-8b052dca-dad9-4dd6-9026-088137b3d347 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2665169 Mar 10 03:44:31.589871 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e890167-1995-498f-9e29-b461cce2e4cd req-831b222c-d4f0-45f3-8af1-37b46ba7eab0 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:31.598916 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3e890167-1995-498f-9e29-b461cce2e4cd req-831b222c-d4f0-45f3-8af1-37b46ba7eab0 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 936 time: 0.1223617 Mar 10 03:44:31.611644 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Request body: {'port': {'device_id': '94be66b0-756a-4c3e-a9aa-d15db37eea18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:31.753289 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3e890167-1995-498f-9e29-b461cce2e4cd req-c3da7917-027d-471d-83ea-ffb9944d9e16 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531200 Mar 10 03:44:31.781313 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:31.850697 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-78ba62db-0f7c-4dde-91c0-2bd878455c8d None None] Provisioning complete for port 5435fc76-812b-409a-a6bb-e30cbf78b46c triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:44:31.851288 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-78ba62db-0f7c-4dde-91c0-2bd878455c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:31.897043 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-78ba62db-0f7c-4dde-91c0-2bd878455c8d None None] Port 5435fc76-812b-409a-a6bb-e30cbf78b46c cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:44:32.359035 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd9164-5895-4f3d-bc0a-3672d36d6b59 req-c6454353-5202-4f61-a5e3-67c0edf161d8 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:32.360566 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-14dd9164-5895-4f3d-bc0a-3672d36d6b59 req-c6454353-5202-4f61-a5e3-67c0edf161d8 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.1707256 Mar 10 03:44:32.374548 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ddeed-8aa2-4bbd-b004-5dd6b1946711 req-22b5ee3e-fc15-466c-9205-220b64e7da47 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:32.376049 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ef5ddeed-8aa2-4bbd-b004-5dd6b1946711 req-22b5ee3e-fc15-466c-9205-220b64e7da47 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1956046 Mar 10 03:44:32.483577 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-14dd9164-5895-4f3d-bc0a-3672d36d6b59 req-3191f056-eb0b-48b1-a2e8-36b2e0399478 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063805 Mar 10 03:44:32.513912 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ef5ddeed-8aa2-4bbd-b004-5dd6b1946711 req-269b41c3-eaa3-4f66-b881-0fc32b01ae45 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208048 Mar 10 03:44:32.534186 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5435fc76-812b-409a-a6bb-e30cbf78b46c {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:44:32.545813 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Publish callbacks [] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:32.565486 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Transition to ACTIVE for port object 5435fc76-812b-409a-a6bb-e30cbf78b46c will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:44:32.581506 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:32.701501 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Pushing event updated for resources: {'Port': ['ID=5435fc76-812b-409a-a6bb-e30cbf78b46c,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:32.754048 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bddb2-c4f4-4097-bc89-4e00144d31ed req-e9a49d07-8e97-45da-9b49-efdfedd0185d tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:32.756081 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4d3bddb2-c4f4-4097-bc89-4e00144d31ed req-e9a49d07-8e97-45da-9b49-efdfedd0185d tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 946 time: 0.1928380 Mar 10 03:44:32.795983 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6024c-5725-4bfe-8c9f-b6d2b67ea805 req-bcc92200-dd99-4895-a0c6-c99b760e3b45 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:32.803291 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f2a6024c-5725-4bfe-8c9f-b6d2b67ea805 req-bcc92200-dd99-4895-a0c6-c99b760e3b45 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1932626 Mar 10 03:44:32.900832 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Attempting to bind port 5435fc76-812b-409a-a6bb-e30cbf78b46c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:44:32.901179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Attempting to bind port 5435fc76-812b-409a-a6bb-e30cbf78b46c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:44:32.901509 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Attempting to bind port 5435fc76-812b-409a-a6bb-e30cbf78b46c on network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:44:32.921494 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f2a6024c-5725-4bfe-8c9f-b6d2b67ea805 req-e0775e1d-bc5f-4274-8885-a522159e7813 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170487 Mar 10 03:44:32.922045 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Port 5435fc76-812b-409a-a6bb-e30cbf78b46c on network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:44:32.922375 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Attempting to bind port 5435fc76-812b-409a-a6bb-e30cbf78b46c on network 46a88fd7-fe18-4167-a9fc-c0f04d02c828 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:44:32.936363 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4d3bddb2-c4f4-4097-bc89-4e00144d31ed req-6b2c07c3-9473-4b00-84a0-0cee64086ec2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581306 Mar 10 03:44:32.937415 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:44:32.937721 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Checking segment: {'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:44:32.938110 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Bound using segment: {'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:44:32.938575 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Bound port: 5435fc76-812b-409a-a6bb-e30cbf78b46c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b914027-f065-4234-ad34-42df2537991b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:44:32.939284 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:33.021176 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] For port 5435fc76-812b-409a-a6bb-e30cbf78b46c, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:44:33.026302 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] For port 5435fc76-812b-409a-a6bb-e30cbf78b46c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5435fc76-812b-409a-a6bb-e30cbf78b46c,segment=NetworkSegment(8b914027-f065-4234-ad34-42df2537991b),segment_id=8b914027-f065-4234-ad34-42df2537991b)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:44:33.073494 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:33.156723 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:33.157284 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:33.158712 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] 10.222.0.16 "PUT /v2.0/ports/5435fc76-812b-409a-a6bb-e30cbf78b46c HTTP/1.1" status: 200 len: 1098 time: 1.5524750 Mar 10 03:44:33.159513 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94be66b0-756a-4c3e-a9aa-d15db37eea18', 'tag': '5435fc76-812b-409a-a6bb-e30cbf78b46c'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:33.162852 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4763fc2-bbe4-494d-ac1e-208521249c44" -d '{"events": [{"name": "network-changed", "server_uuid": "94be66b0-756a-4c3e-a9aa-d15db37eea18", "tag": "5435fc76-812b-409a-a6bb-e30cbf78b46c"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:33.206795 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6cb83-710d-4253-b140-81ac3f4c22b7 req-1e558334-50c6-4108-8910-a02cd8cc6020 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:33.219838 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-29a6cb83-710d-4253-b140-81ac3f4c22b7 req-1e558334-50c6-4108-8910-a02cd8cc6020 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 946 time: 0.1960468 Mar 10 03:44:33.228787 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 52438) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:33.230509 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9af386-d50f-476d-ac7f-3a89b7d89019 service neutron] Pushing event updated for resources: {'Port': ['ID=5435fc76-812b-409a-a6bb-e30cbf78b46c,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:33.235399 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'floatingip': {'port_id': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:44:33.290620 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a593c-8868-44fe-92bb-feb53e471df3 req-b2d05b27-7a5e-4dda-989f-875c8c620b07 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:33.292214 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b85a593c-8868-44fe-92bb-feb53e471df3 req-b2d05b27-7a5e-4dda-989f-875c8c620b07 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 948 time: 0.2486410 Mar 10 03:44:33.336464 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fbb7f3-602f-42f8-8949-90461622cf8b x-openstack-request-id: req-e1fbb7f3-602f-42f8-8949-90461622cf8b {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:33.337103 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94be66b0-756a-4c3e-a9aa-d15db37eea18", "tag": "5435fc76-812b-409a-a6bb-e30cbf78b46c", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:33.337604 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1fbb7f3-602f-42f8-8949-90461622cf8b {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:33.338519 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94be66b0-756a-4c3e-a9aa-d15db37eea18', 'tag': '5435fc76-812b-409a-a6bb-e30cbf78b46c', 'status': 'completed', 'code': 200} Mar 10 03:44:33.340419 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:33.374422 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-9d3176a3-0343-4a1c-92c8-2db0cf566987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:33.376324 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-9d3176a3-0343-4a1c-92c8-2db0cf566987 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f267e18a9984d28952e5effb38c32e8&device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 1132 time: 0.1303713 Mar 10 03:44:33.384293 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b85a593c-8868-44fe-92bb-feb53e471df3 req-e3369d30-ebcd-4d60-ab14-a8695e1b058a tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839672 Mar 10 03:44:33.446625 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-3efa82a3-80a3-472e-adb0-52c51a2e4634 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5435fc76-812b-409a-a6bb-e30cbf78b46c HTTP/1.1" status: 200 len: 217 time: 0.0553851 Mar 10 03:44:33.525141 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-1a93cd78-3369-4dc0-b9fd-53f338385feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:33.526629 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-1a93cd78-3369-4dc0-b9fd-53f338385feb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31b0fc60-9a00-4d6f-b5a7-c74e4f37cb90 HTTP/1.1" status: 200 len: 843 time: 0.0709949 Mar 10 03:44:33.662137 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-79ddb4ed-65f2-4856-bf1a-4c20dad68735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:33.663859 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-79ddb4ed-65f2-4856-bf1a-4c20dad68735 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46a88fd7-fe18-4167-a9fc-c0f04d02c828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1215520 Mar 10 03:44:33.812075 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3b73e-25ca-4d16-917c-3ebac25623f7 req-9bbbaf88-cef8-4c99-8fb6-afcffc3594eb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:33.813916 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b1f3b73e-25ca-4d16-917c-3ebac25623f7 req-9bbbaf88-cef8-4c99-8fb6-afcffc3594eb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.2013299 Mar 10 03:44:33.826598 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b8736-4d92-4779-8ef5-f8a3d50eb950 req-d3a9ff7f-36f3-42e6-940d-99cb5f391286 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:33.828472 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-351b8736-4d92-4779-8ef5-f8a3d50eb950 req-d3a9ff7f-36f3-42e6-940d-99cb5f391286 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1851020 Mar 10 03:44:33.890725 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:33.897639 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:33.914763 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-6aa5cbc2-efe0-4bca-845c-c649a78e8065 service neutron] 10.222.0.16 "GET /v2.0/networks/46a88fd7-fe18-4167-a9fc-c0f04d02c828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350655 Mar 10 03:44:34.014516 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b1f3b73e-25ca-4d16-917c-3ebac25623f7 req-a01b55c3-beb0-4293-9f68-9e6cab259950 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751919 Mar 10 03:44:34.036126 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-351b8736-4d92-4779-8ef5-f8a3d50eb950 req-4b9b057b-78e2-470e-9376-b1704423e38a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919453 Mar 10 03:44:34.044041 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Floating IP d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f associated. External IP: 172.27.1.124, port: dacc7ffb-9f60-40f2-b1e2-b60c493daafb. Mar 10 03:44:34.077194 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e48e7c3-7d08-412b-b2d9-c5ecb7dbcf7a req-516532ba-1f4c-45f4-a116-e0386ec8727d service neutron] 10.222.0.16 "GET /v2.0/networks/46a88fd7-fe18-4167-a9fc-c0f04d02c828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496422 Mar 10 03:44:34.210330 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d06b25-b4a0-4513-90cf-75a3ecd350a2 req-e684bc55-85ec-4ccd-a576-e1879987e9cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:34.212671 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4d06b25-b4a0-4513-90cf-75a3ecd350a2 req-e684bc55-85ec-4ccd-a576-e1879987e9cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0953212 Mar 10 03:44:34.327056 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4d06b25-b4a0-4513-90cf-75a3ecd350a2 req-bcc68b64-e02a-49d5-85b4-20e8f28c3dd2 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060565 Mar 10 03:44:34.360568 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:44:34.364003 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-f0dce4f0-f304-4bef-b5ea-2a9abdb87a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:34.365606 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-f0dce4f0-f304-4bef-b5ea-2a9abdb87a55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f267e18a9984d28952e5effb38c32e8&device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 1132 time: 0.1060238 Mar 10 03:44:34.587611 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-7dcad5a3-32a3-4880-b4d7-8f64360a394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:34.589943 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-7dcad5a3-32a3-4880-b4d7-8f64360a394a service neutron] 10.222.0.16 "GET /v2.0/networks?id=46a88fd7-fe18-4167-a9fc-c0f04d02c828 HTTP/1.1" status: 200 len: 870 time: 0.2092586 Mar 10 03:44:34.601186 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef384c-91f7-4cdf-93dd-d39efd68ad50 req-4d91a9d4-c80c-4fe4-a251-9024cb19557f tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:34.603527 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3bef384c-91f7-4cdf-93dd-d39efd68ad50 req-4d91a9d4-c80c-4fe4-a251-9024cb19557f tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 948 time: 0.1013823 Mar 10 03:44:34.616475 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:44:34.629791 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:44:34.631117 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:34.652992 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:44:34.654285 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:44:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:44:34.686610 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-2752451d-1c9c-44f4-9ca3-df91b78f0a03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=5435fc76-812b-409a-a6bb-e30cbf78b46c HTTP/1.1" status: 200 len: 217 time: 0.0812304 Mar 10 03:44:34.704987 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-cd0bbb9d-1d10-472a-9992-293c9d13796f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "PUT /v2.0/floatingips/d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f HTTP/1.1" status: 200 len: 992 time: 1.4685662 Mar 10 03:44:34.706196 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'tag': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:34.712072 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5577b698-918e-4b3a-a099-1a55ae9fcd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0803b128-b701-440f-84ca-aa0e2bb14f4e", "tag": "dacc7ffb-9f60-40f2-b1e2-b60c493daafb"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:34.771286 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ac3096-0656-4b48-8fd6-3c810922bb13 x-openstack-request-id: req-d7ac3096-0656-4b48-8fd6-3c810922bb13 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:34.771589 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0803b128-b701-440f-84ca-aa0e2bb14f4e", "tag": "dacc7ffb-9f60-40f2-b1e2-b60c493daafb", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:34.771843 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7ac3096-0656-4b48-8fd6-3c810922bb13 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:34.772251 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'tag': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'status': 'completed', 'code': 200} Mar 10 03:44:34.814240 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3bef384c-91f7-4cdf-93dd-d39efd68ad50 req-b2691e51-240c-4158-9f2e-270150106ae0 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375973 Mar 10 03:44:34.815997 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-4fb666ff-bf54-413c-abde-2ec14c0aa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:34.817573 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-4fb666ff-bf54-413c-abde-2ec14c0aa17a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31b0fc60-9a00-4d6f-b5a7-c74e4f37cb90 HTTP/1.1" status: 200 len: 843 time: 0.1223063 Mar 10 03:44:34.910936 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:44:34.945511 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-c26d840e-f9f2-4fb4-ba07-acfb8cb566b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:34.947825 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-c26d840e-f9f2-4fb4-ba07-acfb8cb566b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46a88fd7-fe18-4167-a9fc-c0f04d02c828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0892899 Mar 10 03:44:34.955692 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-a0b7b142-aef4-4825-ab26-3bc0f8497842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:34.957206 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-a0b7b142-aef4-4825-ab26-3bc0f8497842 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 1130 time: 0.0873899 Mar 10 03:44:35.115398 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-e21542dc-899e-4f79-8630-cbe9097a075e service neutron] 10.222.0.16 "GET /v2.0/networks/46a88fd7-fe18-4167-a9fc-c0f04d02c828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565883 Mar 10 03:44:35.146650 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-b6ddd4ed-120c-4ff4-8661-9e1ec2ceed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:35.150385 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-b6ddd4ed-120c-4ff4-8661-9e1ec2ceed62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.1843276 Mar 10 03:44:35.225572 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-e1ad7fcf-5b45-49c4-aade-c8ebd8f9bb4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dacc7ffb-9f60-40f2-b1e2-b60c493daafb HTTP/1.1" status: 200 len: 1000 time: 0.0673592 Mar 10 03:44:35.275352 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'd1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:97:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:44:14Z', 'updated_at': '2022-03-10T03:44:33Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}, {'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:43:02Z', 'revision_number': 2, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:44:35.309879 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:44:35.317015 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-eaa4eabc-5b02-4d08-a8e5-3cbc3d0346fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:35.318522 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-eaa4eabc-5b02-4d08-a8e5-3cbc3d0346fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0816243 Mar 10 03:44:35.322848 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:44:35.323804 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:44:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:44:35.328722 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bcf8a-7f4c-4d40-a86c-4dcadbcd12b3 req-31c234e4-5aab-49f5-b1f4-6a9e8fea7ebe tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:35.336049 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-708bcf8a-7f4c-4d40-a86c-4dcadbcd12b3 req-31c234e4-5aab-49f5-b1f4-6a9e8fea7ebe tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1818676 Mar 10 03:44:35.364436 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4516d8-663d-4960-884e-f78282cb9893 req-ccc9c0c1-72e2-4f36-92c6-55f27240309f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:35.371154 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e4516d8-663d-4960-884e-f78282cb9893 req-ccc9c0c1-72e2-4f36-92c6-55f27240309f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.2163894 Mar 10 03:44:35.384296 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4763fc2-bbe4-494d-ac1e-208521249c44 req-7964431b-2774-44e7-a26a-856025813fff service neutron] 10.222.0.16 "GET /v2.0/networks/46a88fd7-fe18-4167-a9fc-c0f04d02c828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564564 Mar 10 03:44:35.441196 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-420dddf8-a5f2-4742-9464-679d76f2ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:35.441196 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-420dddf8-a5f2-4742-9464-679d76f2ce67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1034632 Mar 10 03:44:35.457186 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e4516d8-663d-4960-884e-f78282cb9893 req-9dcebd87-c886-40a7-bc4e-d17b36fbb5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851016 Mar 10 03:44:35.496605 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-708bcf8a-7f4c-4d40-a86c-4dcadbcd12b3 req-70b41345-0a3e-4076-a269-8d7863802592 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595223 Mar 10 03:44:35.505200 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:44:35.613021 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-7223ffc1-ea5f-4e02-85eb-10f2c760c4aa service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497862 Mar 10 03:44:35.651597 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e26dd-c7fa-422f-933f-219b6d61acda req-8aacbca6-af86-458e-a455-3671479bb23b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:35.653170 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2b4e26dd-c7fa-422f-933f-219b6d61acda req-8aacbca6-af86-458e-a455-3671479bb23b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0956843 Mar 10 03:44:35.743867 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2b4e26dd-c7fa-422f-933f-219b6d61acda req-9c9435e6-72d3-40f8-844e-c0d1de0bdbd4 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826638 Mar 10 03:44:35.804073 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5577b698-918e-4b3a-a099-1a55ae9fcd4c req-e47b9340-6fb0-436c-9325-ad94d4cefc29 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649649 Mar 10 03:44:35.826507 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'd1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:97:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:44:14Z', 'updated_at': '2022-03-10T03:44:33Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}, {'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:43:02Z', 'revision_number': 2, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:44:35.860690 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae676865-8a19-4e14-8e51-7bca64655edb None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'd1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:97:2f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:44:14Z', 'updated_at': '2022-03-10T03:44:33Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}, {'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:43:02Z', 'revision_number': 2, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:44:35.986785 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71edbcc-141a-40d1-9525-94932db310ce req-2df44223-0ca0-46cd-849d-9715715ea85e tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:35.994385 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f71edbcc-141a-40d1-9525-94932db310ce req-2df44223-0ca0-46cd-849d-9715715ea85e tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 948 time: 0.0774834 Mar 10 03:44:36.051511 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f71edbcc-141a-40d1-9525-94932db310ce req-494906a1-d321-4761-a1f6-df8ebb5cf82e tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558412 Mar 10 03:44:36.143610 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322b5bb1-86ed-44ff-983f-3fc808147b12 None None] New status for floating IP d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f: ACTIVE {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:44:36.318832 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 5435fc76-812b-409a-a6bb-e30cbf78b46c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:44:36.438513 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 5435fc76-812b-409a-a6bb-e30cbf78b46c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5435fc76-812b-409a-a6bb-e30cbf78b46c,segment=NetworkSegment(8b914027-f065-4234-ad34-42df2537991b),segment_id=8b914027-f065-4234-ad34-42df2537991b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:36.452510 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '5435fc76-812b-409a-a6bb-e30cbf78b46c', 'network_id': '46a88fd7-fe18-4167-a9fc-c0f04d02c828', 'port_id': '5435fc76-812b-409a-a6bb-e30cbf78b46c', 'mac_address': 'fa:16:3e:fc:e4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b0fc60-9a00-4d6f-b5a7-c74e4f37cb90', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:44:36.507188 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 5435fc76-812b-409a-a6bb-e30cbf78b46c is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:36.508130 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:36.546171 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5435fc76-812b-409a-a6bb-e30cbf78b46c {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:44:36.608334 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 5435fc76-812b-409a-a6bb-e30cbf78b46c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5435fc76-812b-409a-a6bb-e30cbf78b46c,segment=NetworkSegment(8b914027-f065-4234-ad34-42df2537991b),segment_id=8b914027-f065-4234-ad34-42df2537991b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:36.620794 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:36.683494 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=5435fc76-812b-409a-a6bb-e30cbf78b46c,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:36.684273 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7770b93-ef0b-458f-a3ca-487942135597 req-cf6fe56e-8b6c-4fb4-99d7-e8e0ad9a4b63 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:36.691220 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e7770b93-ef0b-458f-a3ca-487942135597 req-cf6fe56e-8b6c-4fb4-99d7-e8e0ad9a4b63 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.1385775 Mar 10 03:44:36.740098 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0ca5c-16a7-4d12-abc9-47050a209ff4 req-9007ae98-72fc-4c0a-b9cf-b21d2d1ef940 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:36.742997 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0a0ca5c-16a7-4d12-abc9-47050a209ff4 req-9007ae98-72fc-4c0a-b9cf-b21d2d1ef940 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1238258 Mar 10 03:44:36.762311 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e7770b93-ef0b-458f-a3ca-487942135597 req-cd493c5f-79e3-4599-a4d8-97c97c6a2f45 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686333 Mar 10 03:44:36.824120 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0a0ca5c-16a7-4d12-abc9-47050a209ff4 req-615809eb-c190-483c-b289-a26249ef56a3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711036 Mar 10 03:44:36.909474 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab31594-b546-4f5e-b358-72bd260d769a req-21af3f44-be1f-473d-818e-8789fc8b8e9f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:36.911009 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bab31594-b546-4f5e-b358-72bd260d769a req-21af3f44-be1f-473d-818e-8789fc8b8e9f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0562732 Mar 10 03:44:36.978251 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bab31594-b546-4f5e-b358-72bd260d769a req-8473be11-7a28-4f6e-ae7f-5d26cc1808d0 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597363 Mar 10 03:44:37.192724 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['5435fc76-812b-409a-a6bb-e30cbf78b46c'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:44:37.226679 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc960efd-37d7-4516-ac72-5083ce370686 req-4d80aaa3-83ea-4b16-8fc8-3f479f5029ce tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:37.228512 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dc960efd-37d7-4516-ac72-5083ce370686 req-4d80aaa3-83ea-4b16-8fc8-3f479f5029ce tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 949 time: 0.1031005 Mar 10 03:44:37.315161 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dc960efd-37d7-4516-ac72-5083ce370686 req-346aa0bd-be8a-40f7-ad45-ddc1ad9a5bbf tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717075 Mar 10 03:44:37.356228 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f4bc4-4245-4636-ae5c-f2753e967131 req-dd13d3a6-389b-49f1-beda-1fd01cda5b7f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:37.363948 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-609f4bc4-4245-4636-ae5c-f2753e967131 req-dd13d3a6-389b-49f1-beda-1fd01cda5b7f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1342604 Mar 10 03:44:37.403377 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-a1fbf89a-d829-4642-ae58-c556742d0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:37.418835 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-a1fbf89a-d829-4642-ae58-c556742d0eb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 1129 time: 0.0724311 Mar 10 03:44:37.476057 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-609f4bc4-4245-4636-ae5c-f2753e967131 req-a2e67198-840c-43f5-8efa-1ac15de97ccf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063371 Mar 10 03:44:37.593732 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-579c4462-210b-4b1b-af4b-ab719418c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:37.595409 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-579c4462-210b-4b1b-af4b-ab719418c02f service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 912 time: 0.1729591 Mar 10 03:44:37.678384 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-78c8b649-2daf-4c36-a1bc-51df1e5d41cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 HTTP/1.1" status: 200 len: 1000 time: 0.0662558 Mar 10 03:44:37.731675 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-68b32d66-a5e8-43b3-8333-d9f45ee643d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:37.733303 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-68b32d66-a5e8-43b3-8333-d9f45ee643d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 200 len: 850 time: 0.0489244 Mar 10 03:44:37.789185 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-e225f1ea-5561-4025-b0c7-f8fd54655fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:37.790722 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-e225f1ea-5561-4025-b0c7-f8fd54655fcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503626 Mar 10 03:44:37.904956 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-69a7ad30-f9bf-4968-94ed-c83b5f9dc228 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045568 Mar 10 03:44:37.985916 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27461229-fb44-477c-a7f1-93f76f7d4362 req-07023bad-961f-473c-bd42-d26e430fe3e8 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:37.988519 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-27461229-fb44-477c-a7f1-93f76f7d4362 req-07023bad-961f-473c-bd42-d26e430fe3e8 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.1011124 Mar 10 03:44:38.011586 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36b3e0-9f80-4148-b3ba-117c41a7f130 req-40993110-faa1-4270-9f93-cff94b6f879e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:38.014986 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3d36b3e0-9f80-4148-b3ba-117c41a7f130 req-40993110-faa1-4270-9f93-cff94b6f879e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0981112 Mar 10 03:44:38.107965 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3d36b3e0-9f80-4148-b3ba-117c41a7f130 req-526cc45e-39d7-402c-bea1-ff5bce49162d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828803 Mar 10 03:44:38.124882 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-27461229-fb44-477c-a7f1-93f76f7d4362 req-48bc1d59-d6fc-4933-80c3-386dd437d177 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223233 Mar 10 03:44:38.241502 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7ce6f002-f8fa-4b3f-a4e5-949b05d2c113 req-a3cb79f2-dd0e-4de7-842a-9a34e1515d4c service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259583 Mar 10 03:44:38.454074 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e58ad6-0e8c-4050-801a-fa2f6c607d1c req-8e8d4e71-c6d7-4c76-b524-3c4fd6f219c7 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:38.455866 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-11e58ad6-0e8c-4050-801a-fa2f6c607d1c req-8e8d4e71-c6d7-4c76-b524-3c4fd6f219c7 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 949 time: 0.0601962 Mar 10 03:44:38.517355 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-11e58ad6-0e8c-4050-801a-fa2f6c607d1c req-917135c2-0c4f-4cb8-ac66-722cd3634e86 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532415 Mar 10 03:44:38.643837 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccf035-e8da-4b94-8a2e-9f047d491fc8 req-67156233-fa02-4ae2-b155-412df4e44790 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:38.645353 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84ccf035-e8da-4b94-8a2e-9f047d491fc8 req-67156233-fa02-4ae2-b155-412df4e44790 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0606704 Mar 10 03:44:38.698497 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84ccf035-e8da-4b94-8a2e-9f047d491fc8 req-9578fede-fb5b-43fe-bee0-7e17c8e65c03 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473723 Mar 10 03:44:39.277509 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5707cb-15fe-494c-9cc0-650751fd619e req-d88a3ef7-2108-4650-9b1b-8862b71cacd9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:39.279601 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0a5707cb-15fe-494c-9cc0-650751fd619e req-d88a3ef7-2108-4650-9b1b-8862b71cacd9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0904613 Mar 10 03:44:39.321464 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c432-ab2d-4a6a-9d93-a37de1e2dec9 req-3995eb25-ca29-4faf-9435-a4604a9aa1a4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:39.333482 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5073c432-ab2d-4a6a-9d93-a37de1e2dec9 req-3995eb25-ca29-4faf-9435-a4604a9aa1a4 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1096387 Mar 10 03:44:39.394347 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0a5707cb-15fe-494c-9cc0-650751fd619e req-c672f5f2-5f64-4572-b977-2af48b0b6fbf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088452 Mar 10 03:44:39.425822 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5073c432-ab2d-4a6a-9d93-a37de1e2dec9 req-1e436168-7e5e-4013-8564-cd66eae81ef7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807412 Mar 10 03:44:39.651557 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e77c87-22e2-489e-97e7-ca0bf71b498e req-52c4436a-e3d4-4d9d-b948-4709d6c5fa73 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:39.652958 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-25e77c87-22e2-489e-97e7-ca0bf71b498e req-52c4436a-e3d4-4d9d-b948-4709d6c5fa73 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 949 time: 0.0622969 Mar 10 03:44:39.704697 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-25e77c87-22e2-489e-97e7-ca0bf71b498e req-1b0c4ac1-ad79-4a80-90cb-a3991dc15e1a tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452909 Mar 10 03:44:39.831620 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bbb3f-fbf3-4348-8457-27de56a6fa79 req-eddc3677-6663-4c9e-8ae1-385701f83c6f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:39.833829 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1c6bbb3f-fbf3-4348-8457-27de56a6fa79 req-eddc3677-6663-4c9e-8ae1-385701f83c6f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0595968 Mar 10 03:44:39.887501 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1c6bbb3f-fbf3-4348-8457-27de56a6fa79 req-e86e8394-0fbb-418a-beb3-954745c0e807 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470572 Mar 10 03:44:40.340728 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 5435fc76-812b-409a-a6bb-e30cbf78b46c up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:44:40.412264 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 5435fc76-812b-409a-a6bb-e30cbf78b46c completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:44:40.416723 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 5435fc76-812b-409a-a6bb-e30cbf78b46c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:44:40.417172 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:40.574064 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 5435fc76-812b-409a-a6bb-e30cbf78b46c is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:40.574462 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:40.596152 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c0909-150a-4e57-8240-f69ce1a77095 req-234e456b-467d-41c1-87c3-491eb8a24851 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:40.597582 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94be66b0-756a-4c3e-a9aa-d15db37eea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5435fc76-812b-409a-a6bb-e30cbf78b46c'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:40.599803 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128d50ef-8cf7-47d8-ba1a-862070aa4c78" -d '{"events": [{"server_uuid": "94be66b0-756a-4c3e-a9aa-d15db37eea18", "name": "network-vif-plugged", "status": "completed", "tag": "5435fc76-812b-409a-a6bb-e30cbf78b46c"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:40.603304 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6d4c0909-150a-4e57-8240-f69ce1a77095 req-234e456b-467d-41c1-87c3-491eb8a24851 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.1083286 Mar 10 03:44:40.618512 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 5435fc76-812b-409a-a6bb-e30cbf78b46c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5435fc76-812b-409a-a6bb-e30cbf78b46c,segment=NetworkSegment(8b914027-f065-4234-ad34-42df2537991b),segment_id=8b914027-f065-4234-ad34-42df2537991b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:40.625205 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:40.644158 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05ec4b-c79b-4595-b6d4-173d3bea603d req-fa77e4fe-6dbf-499a-b377-05d0cf774638 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:40.650839 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6d05ec4b-c79b-4595-b6d4-173d3bea603d req-fa77e4fe-6dbf-499a-b377-05d0cf774638 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1112671 Mar 10 03:44:40.699560 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=5435fc76-812b-409a-a6bb-e30cbf78b46c,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:40.718523 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6d4c0909-150a-4e57-8240-f69ce1a77095 req-f541ecda-0f2d-4960-992f-4e9d2ce9ee94 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081862 Mar 10 03:44:40.752966 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6d05ec4b-c79b-4595-b6d4-173d3bea603d req-18ef6afb-8467-4402-b3fa-31694567457e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012421 Mar 10 03:44:40.775701 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92041081-13c0-43d3-a155-e1cb25950df1 x-openstack-request-id: req-92041081-13c0-43d3-a155-e1cb25950df1 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:40.776031 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94be66b0-756a-4c3e-a9aa-d15db37eea18", "name": "network-vif-plugged", "status": "completed", "tag": "5435fc76-812b-409a-a6bb-e30cbf78b46c", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:40.776294 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92041081-13c0-43d3-a155-e1cb25950df1 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:40.776691 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94be66b0-756a-4c3e-a9aa-d15db37eea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5435fc76-812b-409a-a6bb-e30cbf78b46c', 'code': 200} Mar 10 03:44:40.883151 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0556a-228c-4058-a0d5-8a86bc9e1364 req-40b61132-45ed-49bd-a7f5-47b1297b28dd tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:40.884944 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f8e0556a-228c-4058-a0d5-8a86bc9e1364 req-40b61132-45ed-49bd-a7f5-47b1297b28dd tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0699909 Mar 10 03:44:40.949836 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f8e0556a-228c-4058-a0d5-8a86bc9e1364 req-e88f1ffd-8f3b-4719-97a0-58eef6e9fcd4 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576985 Mar 10 03:44:41.085615 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436910c-4f92-4c35-afbd-8535448396a7 req-67b10e4b-233e-4e5c-ab0a-30fb4aad0a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:41.087213 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9436910c-4f92-4c35-afbd-8535448396a7 req-67b10e4b-233e-4e5c-ab0a-30fb4aad0a04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 1134 time: 0.0642464 Mar 10 03:44:41.146639 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9436910c-4f92-4c35-afbd-8535448396a7 req-f30b74c9-667b-43e2-bd2d-87fb3c58b388 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Mar 10 03:44:41.871238 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a794329-6a44-43cb-9854-ebb7aeb8b1be req-df095049-bd2e-440b-9a93-462abc6257fb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:41.872732 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a794329-6a44-43cb-9854-ebb7aeb8b1be req-df095049-bd2e-440b-9a93-462abc6257fb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0829816 Mar 10 03:44:41.893863 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a603bd7-3123-4321-b13b-8aa0eec08dff req-456bf9e0-d80a-4b67-ab93-86e3d880633d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:41.895286 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a603bd7-3123-4321-b13b-8aa0eec08dff req-456bf9e0-d80a-4b67-ab93-86e3d880633d tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0744958 Mar 10 03:44:41.955338 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a794329-6a44-43cb-9854-ebb7aeb8b1be req-42e8b17f-a45f-46b7-913c-1c054bc2ba3f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763361 Mar 10 03:44:41.965749 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a603bd7-3123-4321-b13b-8aa0eec08dff req-b4cee705-a07f-4e2e-935c-911b9e0396ef tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646200 Mar 10 03:44:42.067754 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01370b44-d764-480f-98a1-74a234570d01 req-b766492d-b38a-46d7-8eb9-d8e1c1d5d716 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:42.069139 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-01370b44-d764-480f-98a1-74a234570d01 req-b766492d-b38a-46d7-8eb9-d8e1c1d5d716 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0523629 Mar 10 03:44:42.120833 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-01370b44-d764-480f-98a1-74a234570d01 req-04070b40-8689-466f-bedf-5c6c8ad692b9 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460339 Mar 10 03:44:42.693054 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-33d1dc55-7349-4dcf-81e9-41ca188c2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:42.694565 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-33d1dc55-7349-4dcf-81e9-41ca188c2ee7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 1129 time: 0.0461652 Mar 10 03:44:42.796653 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-13ca562e-3378-4655-83a3-7f4455277f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:42.798119 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-13ca562e-3378-4655-83a3-7f4455277f86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.0887811 Mar 10 03:44:42.869257 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-372effae-d141-4021-9b28-1c620afa2d46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb95989-fea9-4641-969a-b72f44d36b8a HTTP/1.1" status: 200 len: 1000 time: 0.0575221 Mar 10 03:44:42.927248 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-caaa84cf-a286-4e4f-ba10-8ceece5996a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:42.928658 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-caaa84cf-a286-4e4f-ba10-8ceece5996a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0458729 Mar 10 03:44:42.976653 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-822ffb95-096c-4d8b-9bf5-d39212e6e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:42.978091 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-822ffb95-096c-4d8b-9bf5-d39212e6e141 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424953 Mar 10 03:44:43.075141 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-6ed2528e-ebd1-4487-bb56-6f5344063972 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865164 Mar 10 03:44:43.119691 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ff5e9-85de-4253-b06f-b0c2410652b6 req-5eac042e-a482-4b67-8f60-1abe4a7e931c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:43.121151 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ea5ff5e9-85de-4253-b06f-b0c2410652b6 req-5eac042e-a482-4b67-8f60-1abe4a7e931c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0931702 Mar 10 03:44:43.133101 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509ecd2-cee8-4b15-a5d1-bc650c794c59 req-2e87c17e-b26d-43eb-a094-be787e74b738 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:43.134577 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b509ecd2-cee8-4b15-a5d1-bc650c794c59 req-2e87c17e-b26d-43eb-a094-be787e74b738 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0772898 Mar 10 03:44:43.198319 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-738f4bad-ad31-4a16-8235-132b395a7aa5 req-6d3e9646-5578-4e7c-aa5b-94598166373d service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005361 Mar 10 03:44:43.468193 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ea5ff5e9-85de-4253-b06f-b0c2410652b6 req-1edc9c58-9aaf-4d87-9b49-03c970291936 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326106 Mar 10 03:44:43.472289 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b509ecd2-cee8-4b15-a5d1-bc650c794c59 req-76a6a6bc-bc7c-4665-9ea6-e46ea78c3ba1 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303881 Mar 10 03:44:43.581493 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a9722-5afb-4c80-a531-07f88ee9e6fa req-5de58fed-f492-4796-86df-ae17aba1ccbf tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:43.582989 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b87a9722-5afb-4c80-a531-07f88ee9e6fa req-5de58fed-f492-4796-86df-ae17aba1ccbf tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0518687 Mar 10 03:44:43.629084 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b87a9722-5afb-4c80-a531-07f88ee9e6fa req-243feced-3cd8-40be-9677-4c3940d28b2b tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Mar 10 03:44:43.879656 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709f459-9baf-4682-94a7-c1b47cc1b99a req-97c354e3-f23a-431c-b67b-25454b07b37b tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:43.881009 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3709f459-9baf-4682-94a7-c1b47cc1b99a req-97c354e3-f23a-431c-b67b-25454b07b37b tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0553386 Mar 10 03:44:43.926311 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3709f459-9baf-4682-94a7-c1b47cc1b99a req-9828ac24-c9c5-4c78-b8c0-217a62ad367c tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Mar 10 03:44:44.623368 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bf2ca-3556-4769-8c39-80cc789596f0 req-250983ad-cc68-4070-8f6b-5dd358f35d8a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:44.624834 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a75bf2ca-3556-4769-8c39-80cc789596f0 req-250983ad-cc68-4070-8f6b-5dd358f35d8a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0823877 Mar 10 03:44:44.631311 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7d726-c4af-41fa-bf3a-fd16962538d7 req-2e6f5666-cfc9-4651-970d-07fa941867c7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:44.632649 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-34e7d726-c4af-41fa-bf3a-fd16962538d7 req-2e6f5666-cfc9-4651-970d-07fa941867c7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0889764 Mar 10 03:44:44.702390 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a75bf2ca-3556-4769-8c39-80cc789596f0 req-6e9f8405-257e-416e-94ea-914e2dbf68c5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687113 Mar 10 03:44:44.706323 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-34e7d726-c4af-41fa-bf3a-fd16962538d7 req-9eaa2d83-6711-414f-88af-658e4bef5717 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672050 Mar 10 03:44:45.041439 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7291129-d705-499c-95ed-8a0d8c1dd199 req-d098e01e-bbbd-400b-899d-670b5719c7b1 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:45.042941 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b7291129-d705-499c-95ed-8a0d8c1dd199 req-d098e01e-bbbd-400b-899d-670b5719c7b1 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0526111 Mar 10 03:44:45.087246 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b7291129-d705-499c-95ed-8a0d8c1dd199 req-68c09e9f-b093-463e-b972-d8967ff9485b tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381970 Mar 10 03:44:45.856112 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa9232-51fd-4c5f-8407-e97cf23bafcf req-83c27c5f-d464-45c5-973e-3c94ac588f8e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:45.858218 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6fa9232-51fd-4c5f-8407-e97cf23bafcf req-83c27c5f-d464-45c5-973e-3c94ac588f8e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0860088 Mar 10 03:44:45.864716 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9e521-a016-4bdb-a5cb-b940edb25f08 req-4f902d79-1804-4085-8cce-80714d194fd7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:45.866058 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84f9e521-a016-4bdb-a5cb-b940edb25f08 req-4f902d79-1804-4085-8cce-80714d194fd7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 945 time: 0.0925925 Mar 10 03:44:45.934292 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6fa9232-51fd-4c5f-8407-e97cf23bafcf req-8100d88a-3cba-4025-be90-63df6be3fd08 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673044 Mar 10 03:44:45.938458 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84f9e521-a016-4bdb-a5cb-b940edb25f08 req-a29889f6-e3d8-4c1e-a78c-fe08dfbd1b39 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659854 Mar 10 03:44:46.203943 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b785556-5bec-4f65-b2f6-be661728ace9 req-584d152a-e46b-48c2-b161-4880a26bcf9a tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:46.205427 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4b785556-5bec-4f65-b2f6-be661728ace9 req-584d152a-e46b-48c2-b161-4880a26bcf9a tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0543623 Mar 10 03:44:46.252079 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4b785556-5bec-4f65-b2f6-be661728ace9 req-63a341f2-d168-40ab-83e7-1d641e05b05e tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Mar 10 03:44:46.566133 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:44:46.645602 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3cb95989-fea9-4641-969a-b72f44d36b8a is: ACTIVE; New status is: DOWN {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:46.646006 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:46.668215 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:46.670667 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6a2ff0-e33a-4938-b7ff-3f0219d59405" -d '{"events": [{"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:46.682933 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:46.688157 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:46.714389 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65279e55-fc6b-47d1-a01d-7f466b836498 x-openstack-request-id: req-65279e55-fc6b-47d1-a01d-7f466b836498 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:46.714700 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:46.714956 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65279e55-fc6b-47d1-a01d-7f466b836498 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:46.715341 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'code': 200} Mar 10 03:44:46.741334 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=8']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:47.086595 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10413583-4e07-4f33-8950-8a0378e78e5a req-ba1b4724-94ef-4b7a-9b52-65102a66012e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:47.088136 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-10413583-4e07-4f33-8950-8a0378e78e5a req-ba1b4724-94ef-4b7a-9b52-65102a66012e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0864921 Mar 10 03:44:47.095534 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4758a-e2e0-4e1e-8c5f-440135b27629 req-8b0207bd-67ed-4074-9d10-2f19075a82a2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:47.096889 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0ac4758a-e2e0-4e1e-8c5f-440135b27629 req-8b0207bd-67ed-4074-9d10-2f19075a82a2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0865974 Mar 10 03:44:47.166771 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-10413583-4e07-4f33-8950-8a0378e78e5a req-b08317ed-7024-4973-a747-70cb4511af32 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689185 Mar 10 03:44:47.169721 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0ac4758a-e2e0-4e1e-8c5f-440135b27629 req-8b7b9f25-4716-45db-bd3f-f1aa3adf2891 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663557 Mar 10 03:44:47.366319 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29878b26-378e-4502-95bf-4e4050dfe927 req-44d85f6c-80f2-436e-85b5-48430ff11850 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:47.367829 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-29878b26-378e-4502-95bf-4e4050dfe927 req-44d85f6c-80f2-436e-85b5-48430ff11850 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0507832 Mar 10 03:44:47.416733 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-29878b26-378e-4502-95bf-4e4050dfe927 req-482dfd5d-9570-44e4-946a-b7748c3d1674 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Mar 10 03:44:48.314101 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa240b-7bc2-4f4a-81df-b591e96b08cf req-4e1f70c6-c4f5-4690-a4bb-026fe80fa710 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:48.315693 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-90fa240b-7bc2-4f4a-81df-b591e96b08cf req-4e1f70c6-c4f5-4690-a4bb-026fe80fa710 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0818264 Mar 10 03:44:48.322930 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faac1b-41a3-4324-b7b3-194aaf695672 req-1b1ab4b3-b582-4ddf-87f7-3e2df07ff079 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:48.324300 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-17faac1b-41a3-4324-b7b3-194aaf695672 req-1b1ab4b3-b582-4ddf-87f7-3e2df07ff079 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0818381 Mar 10 03:44:48.393692 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-90fa240b-7bc2-4f4a-81df-b591e96b08cf req-8da06ca4-8b70-4ce5-bc73-5350df9424d9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684564 Mar 10 03:44:48.397673 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-17faac1b-41a3-4324-b7b3-194aaf695672 req-bf331369-d6e2-4c53-9ae4-4bb231c6ea89 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662158 Mar 10 03:44:48.538662 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c15c35-2be4-48c9-b32d-4bc633b55247 req-061561ad-53aa-4fab-aa7c-14e936c7a105 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:48.540184 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-27c15c35-2be4-48c9-b32d-4bc633b55247 req-061561ad-53aa-4fab-aa7c-14e936c7a105 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0569828 Mar 10 03:44:48.585058 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-27c15c35-2be4-48c9-b32d-4bc633b55247 req-887daf23-14ae-4333-add5-68106c97121f tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Mar 10 03:44:49.537994 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189eb0e-d326-4ecf-bf1c-ed7d1e1ffb26 req-e3e1f9e4-10b0-43b6-a088-46e4ede96668 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:49.539506 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0189eb0e-d326-4ecf-bf1c-ed7d1e1ffb26 req-e3e1f9e4-10b0-43b6-a088-46e4ede96668 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0781622 Mar 10 03:44:49.551378 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736327b4-b01a-44b2-9387-1e01ea055e56 req-8c6e5daf-7a09-4d6d-b6fc-3d8026577b88 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:49.552766 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-736327b4-b01a-44b2-9387-1e01ea055e56 req-8c6e5daf-7a09-4d6d-b6fc-3d8026577b88 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0829992 Mar 10 03:44:49.621897 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0189eb0e-d326-4ecf-bf1c-ed7d1e1ffb26 req-994cc39d-928f-4d6d-98ba-fb87beee9c48 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681977 Mar 10 03:44:49.629266 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-736327b4-b01a-44b2-9387-1e01ea055e56 req-edcd31a2-8e3e-4282-957a-fc90b087284d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701213 Mar 10 03:44:49.726788 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f27b-7bbf-4dc0-ad5e-7d9f6dc8896a req-3e2239db-d36a-488f-8e76-7117104ce6cc tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:49.728182 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6757f27b-7bbf-4dc0-ad5e-7d9f6dc8896a req-3e2239db-d36a-488f-8e76-7117104ce6cc tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0524938 Mar 10 03:44:49.774229 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6757f27b-7bbf-4dc0-ad5e-7d9f6dc8896a req-b98d1627-42de-4823-973d-cec66d934a2a tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400355 Mar 10 03:44:49.962098 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ba5dd839-3c2d-4d92-9000-269b822c1791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:50.775148 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b62728-c2d9-4eb2-899d-30e87aa9b7c8 req-941409db-a23d-4f31-a1a8-1e38638fdf28 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:50.776547 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-21b62728-c2d9-4eb2-899d-30e87aa9b7c8 req-941409db-a23d-4f31-a1a8-1e38638fdf28 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0875905 Mar 10 03:44:50.784697 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0ce84-fae5-4d57-9b6c-c96acb3dde58 req-edd5383c-93de-461f-99eb-c27b129cdea2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:50.786080 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-92b0ce84-fae5-4d57-9b6c-c96acb3dde58 req-edd5383c-93de-461f-99eb-c27b129cdea2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0874021 Mar 10 03:44:50.858407 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-21b62728-c2d9-4eb2-899d-30e87aa9b7c8 req-c7aa7396-1376-4cff-bce1-b0bea7b51497 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713758 Mar 10 03:44:50.861624 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-92b0ce84-fae5-4d57-9b6c-c96acb3dde58 req-11e7cb14-f02e-4ec0-9d85-586661ef5907 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690851 Mar 10 03:44:50.964235 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578b804-cff0-4703-97c7-8d56a0823b94 req-3dd4cf4c-c441-40e9-b924-7ea284af1456 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:50.965731 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f578b804-cff0-4703-97c7-8d56a0823b94 req-3dd4cf4c-c441-40e9-b924-7ea284af1456 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0525138 Mar 10 03:44:51.012257 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f578b804-cff0-4703-97c7-8d56a0823b94 req-dd40faa8-e268-4a13-9fe4-d0da7d5ffbc8 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Mar 10 03:44:51.797666 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-db08fce6-40ad-4f8e-90d5-f551b4ab2661 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:51.799059 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-db08fce6-40ad-4f8e-90d5-f551b4ab2661 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.16 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0877261 Mar 10 03:44:51.927422 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Deleting port 5435fc76-812b-409a-a6bb-e30cbf78b46c {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:44:51.928323 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:52.019547 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0974-81a0-481a-a5d3-6688808541b1 req-67a707ce-7649-4253-a309-c6f95701b1d8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:52.021093 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-86bb0974-81a0-481a-a5d3-6688808541b1 req-67a707ce-7649-4253-a309-c6f95701b1d8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0889165 Mar 10 03:44:52.036297 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] For port 5435fc76-812b-409a-a6bb-e30cbf78b46c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5435fc76-812b-409a-a6bb-e30cbf78b46c,segment=NetworkSegment(8b914027-f065-4234-ad34-42df2537991b),segment_id=8b914027-f065-4234-ad34-42df2537991b)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:44:52.036746 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:52.053402 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Calling delete_port for 5435fc76-812b-409a-a6bb-e30cbf78b46c owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:44:52.057394 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a20e52-e6fa-4dad-bc91-ee7deba3bcf3 req-2d9ccf35-c583-45ee-92d9-70936e778027 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:52.058928 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31a20e52-e6fa-4dad-bc91-ee7deba3bcf3 req-2d9ccf35-c583-45ee-92d9-70936e778027 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0938201 Mar 10 03:44:52.121846 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-86bb0974-81a0-481a-a5d3-6688808541b1 req-8df8421a-68e0-4064-8ab7-0e641f7e720b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931759 Mar 10 03:44:52.130374 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31a20e52-e6fa-4dad-bc91-ee7deba3bcf3 req-d7b13622-88fb-4480-83e3-54124c51c0f2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645466 Mar 10 03:44:52.266332 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0d899-e931-4a9b-a8ec-2904313b7abb req-2ec58736-b576-42a6-93e7-0e83d6ab02cd tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:52.267932 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bce0d899-e931-4a9b-a8ec-2904313b7abb req-2ec58736-b576-42a6-93e7-0e83d6ab02cd tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 950 time: 0.0708458 Mar 10 03:44:52.275110 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (5435fc76-812b-409a-a6bb-e30cbf78b46c), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:52.305357 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Pushing event deleted for resources: {'Port': ['ID=5435fc76-812b-409a-a6bb-e30cbf78b46c,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:44:52.314804 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['5435fc76-812b-409a-a6bb-e30cbf78b46c'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:44:52.346437 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bce0d899-e931-4a9b-a8ec-2904313b7abb req-b142f0e2-dfa4-4248-8d0f-f13131c7d989 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/security-groups?id=0606986e-d599-48df-9b2a-4c9a70ee036a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721729 Mar 10 03:44:52.384996 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] No DVR routers for this DVR port 5435fc76-812b-409a-a6bb-e30cbf78b46c on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:44:52.389537 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:52.393063 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-b73bdb5e-6454-42a2-a631-812ec2c33c29 req-34929132-6817-4040-9f7b-b112456e79f3 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.16 "DELETE /v2.0/ports/5435fc76-812b-409a-a6bb-e30cbf78b46c HTTP/1.1" status: 204 len: 173 time: 0.5888579 Mar 10 03:44:52.393543 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94be66b0-756a-4c3e-a9aa-d15db37eea18', 'name': 'network-vif-deleted', 'tag': '5435fc76-812b-409a-a6bb-e30cbf78b46c'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:44:52.396454 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f11c6f-0401-431c-bc22-1885178d6851" -d '{"events": [{"server_uuid": "94be66b0-756a-4c3e-a9aa-d15db37eea18", "name": "network-vif-deleted", "tag": "5435fc76-812b-409a-a6bb-e30cbf78b46c"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:44:52.408981 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1f45b90f-4331-43a5-a73d-e5d446b0a586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:52.442668 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8e79df-ad3d-49b5-ab11-5a65741c9d97 x-openstack-request-id: req-7b8e79df-ad3d-49b5-ab11-5a65741c9d97 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:44:52.443084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94be66b0-756a-4c3e-a9aa-d15db37eea18", "name": "network-vif-deleted", "tag": "5435fc76-812b-409a-a6bb-e30cbf78b46c", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:44:52.443442 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b8e79df-ad3d-49b5-ab11-5a65741c9d97 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:44:52.445578 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94be66b0-756a-4c3e-a9aa-d15db37eea18', 'name': 'network-vif-deleted', 'tag': '5435fc76-812b-409a-a6bb-e30cbf78b46c', 'status': 'completed', 'code': 200} Mar 10 03:44:52.708928 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [req-3f3d0c2b-045c-4bc2-a0a1-c1d8a419e8b6 req-eca7775c-8c7a-46bf-97a2-c5fe6c6f8e56 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:44:52.709921 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3f3d0c2b-045c-4bc2-a0a1-c1d8a419e8b6 req-eca7775c-8c7a-46bf-97a2-c5fe6c6f8e56 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054049 Mar 10 03:44:52.871729 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637ab09-125e-4e77-ab35-b10445d0221f req-82014bb8-d9f7-4124-89c9-1d6b2c1c783c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:52.874203 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e637ab09-125e-4e77-ab35-b10445d0221f req-82014bb8-d9f7-4124-89c9-1d6b2c1c783c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0545855 Mar 10 03:44:52.920531 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e637ab09-125e-4e77-ab35-b10445d0221f req-690be460-29ee-4767-a207-be31bc8bff29 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Mar 10 03:44:53.184507 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 52688) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:53.244853 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7b2bf-f862-49a0-a861-4c18b73490e2 req-d60597dc-cddf-4740-8992-7d2d243cabc2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:53.246329 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82f7b2bf-f862-49a0-a861-4c18b73490e2 req-d60597dc-cddf-4740-8992-7d2d243cabc2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0510495 Mar 10 03:44:53.272457 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-15c5df19-fc28-4c53-8d23-60215dffaf97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862963 Mar 10 03:44:53.282096 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-166573a0-9e9a-4a6b-a46c-b6ba3579c416 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:44:53.283171 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-166573a0-9e9a-4a6b-a46c-b6ba3579c416 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061250 Mar 10 03:44:53.292879 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-82f7b2bf-f862-49a0-a861-4c18b73490e2 req-b576b682-e122-43ab-b6ae-9671412e351b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Mar 10 03:44:53.388915 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 52698) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:44:53.438307 dv-cinder-804735-27-iscsi neutron-server[109719]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 10 03:44:53.451666 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-83ac3e77-1921-494b-a869-ed3483fc40dd req-41aabae1-2fab-42f2-b1bd-4955d9e2c67a tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 210 time: 0.0326164 Mar 10 03:44:53.481491 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-d6fe334d-7cd7-47e3-a4d5-9a98c2d9730e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:53.483427 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-d6fe334d-7cd7-47e3-a4d5-9a98c2d9730e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports/3cb95989-fea9-4641-969a-b72f44d36b8a HTTP/1.1" status: 200 len: 940 time: 0.0935111 Mar 10 03:44:53.556135 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:54.041697 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337990ef-603e-4367-bee2-22848a53b49f req-6ca7ac6f-4189-45e0-885b-d9fd9e95a9d6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:54.043196 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-337990ef-603e-4367-bee2-22848a53b49f req-6ca7ac6f-4189-45e0-885b-d9fd9e95a9d6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0522878 Mar 10 03:44:54.089132 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-337990ef-603e-4367-bee2-22848a53b49f req-c954b77c-1738-450c-a78d-69af886ea7e5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Mar 10 03:44:54.409310 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc2b6-2c1b-4ce8-b89c-98359735611e req-3d583b18-9674-477a-a0c5-6f047aa76706 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:54.410821 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1e5dc2b6-2c1b-4ce8-b89c-98359735611e req-3d583b18-9674-477a-a0c5-6f047aa76706 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0528400 Mar 10 03:44:54.456002 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1e5dc2b6-2c1b-4ce8-b89c-98359735611e req-e6ad9a97-d01c-4037-bc86-c68e5873810f tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396626 Mar 10 03:44:54.546417 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-39861a5e-d2ce-41b5-a41f-7ef8569a44f1 req-e9d1aebd-38a6-421e-b214-0e75c5c7d152 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 210 time: 0.0304208 Mar 10 03:44:54.840559 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:55.209657 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf225a-036f-4011-843f-72d63f914325 req-aa8f615e-a5e4-4baf-bbd3-521e379e0e48 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:55.211258 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f7bf225a-036f-4011-843f-72d63f914325 req-aa8f615e-a5e4-4baf-bbd3-521e379e0e48 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0525236 Mar 10 03:44:55.259029 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f7bf225a-036f-4011-843f-72d63f914325 req-6e2f3105-e76a-456f-ba9f-d8d24f290ef9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420389 Mar 10 03:44:55.275211 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 5435fc76-812b-409a-a6bb-e30cbf78b46c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:44:55.298002 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 5435fc76-812b-409a-a6bb-e30cbf78b46c {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:44:55.298362 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 5435fc76-812b-409a-a6bb-e30cbf78b46c not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:44:55.298999 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:44:55.380686 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3cb95989-fea9-4641-969a-b72f44d36b8a is: DOWN; New status is: DOWN {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:44:55.580922 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d4233-578e-4b40-bd5f-049df47f9d5e req-6068b7bf-211f-4423-9521-1e835fec1de8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:55.582720 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0a5d4233-578e-4b40-bd5f-049df47f9d5e req-6068b7bf-211f-4423-9521-1e835fec1de8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0602186 Mar 10 03:44:55.640651 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0a5d4233-578e-4b40-bd5f-049df47f9d5e req-1683acf4-feae-4292-beee-0359305f0191 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521107 Mar 10 03:44:55.659660 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-66ba306e-00dd-4583-9967-2f493b6444b2 req-212c620a-cbc1-4506-a8bd-0f592f9c5301 tempest-VolumesNegativeTest-365761750 tempest-VolumesNegativeTest-365761750-project] 10.222.0.20 "GET /v2.0/ports?device_id=94be66b0-756a-4c3e-a9aa-d15db37eea18 HTTP/1.1" status: 200 len: 210 time: 0.0320966 Mar 10 03:44:56.391562 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d7c68-4f75-421a-a0b4-3e77b8ebee5a req-8ac90b2f-d87f-4bb8-8bc7-c7e5e31c225d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:56.393084 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c71d7c68-4f75-421a-a0b4-3e77b8ebee5a req-8ac90b2f-d87f-4bb8-8bc7-c7e5e31c225d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0555358 Mar 10 03:44:56.440571 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c71d7c68-4f75-421a-a0b4-3e77b8ebee5a req-59303d50-f684-4a83-a67c-bfc98e3370bd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Mar 10 03:44:56.461575 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:44:56.764767 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044e06d-803f-4fff-bcd4-98b83196c1e0 req-1e0a7411-12e3-4318-9391-1d35877e4e58 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:56.766287 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d044e06d-803f-4fff-bcd4-98b83196c1e0 req-1e0a7411-12e3-4318-9391-1d35877e4e58 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0577621 Mar 10 03:44:56.813424 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d044e06d-803f-4fff-bcd4-98b83196c1e0 req-911ec50d-883f-4fbf-8339-8a3119495ada tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416732 Mar 10 03:44:57.084803 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-2353add1-63cd-450a-b9b0-26783d7c6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:57.086311 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-2353add1-63cd-450a-b9b0-26783d7c6c47 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442&tenant_id=14c99abeccd643f48f412c92c8934a4c HTTP/1.1" status: 200 len: 1127 time: 0.0795927 Mar 10 03:44:57.182498 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-59c102d9-2c20-41c9-bc35-561444f41d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:57.184034 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-59c102d9-2c20-41c9-bc35-561444f41d38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 1127 time: 0.0451746 Mar 10 03:44:57.290474 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-7447a718-d492-4433-8ba5-179bbfb0c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:57.291979 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-7447a718-d492-4433-8ba5-179bbfb0c917 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.0890889 Mar 10 03:44:57.367273 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-e5108fb8-98b7-451a-8bd9-5c3a2bfc6204 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb95989-fea9-4641-969a-b72f44d36b8a HTTP/1.1" status: 200 len: 998 time: 0.0638595 Mar 10 03:44:57.433940 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-c0025d9e-7e4e-4854-859b-a7778768d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:57.435482 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-c0025d9e-7e4e-4854-859b-a7778768d747 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0602078 Mar 10 03:44:57.489988 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-df78734b-f7d1-4e4b-aaa4-401ae497ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:57.492079 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-df78734b-f7d1-4e4b-aaa4-401ae497ef4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469723 Mar 10 03:44:57.592963 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9239869-1d4f-4aec-a749-2229efc27e54 req-06de53ca-70a5-49e5-b42b-3ca4dd96957e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:57.594622 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c9239869-1d4f-4aec-a749-2229efc27e54 req-06de53ca-70a5-49e5-b42b-3ca4dd96957e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0605347 Mar 10 03:44:57.611111 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-d771cfd3-e811-47bc-8c3c-67df9d7465cc service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087310 Mar 10 03:44:57.646332 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c9239869-1d4f-4aec-a749-2229efc27e54 req-aff383e5-e64d-42ad-a499-e58ec1a61148 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 Mar 10 03:44:57.712481 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-12239b4a-d549-4860-ae61-76a9f90c3293 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953298 Mar 10 03:44:57.937751 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312927ff-5dcc-4c6c-98f3-b9e5f2676486 req-5b080ca7-76dd-44b7-b95f-2a9c6dbfbca2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:57.939269 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-312927ff-5dcc-4c6c-98f3-b9e5f2676486 req-5b080ca7-76dd-44b7-b95f-2a9c6dbfbca2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0562520 Mar 10 03:44:57.989357 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-312927ff-5dcc-4c6c-98f3-b9e5f2676486 req-905c1caa-1ad5-4055-ad7a-babe8e4dba42 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 Mar 10 03:44:58.578798 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:44:58.792806 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3edce5-de92-42ad-b5a5-f3d98075bbed req-48e881bf-3f28-455c-902d-6be603603242 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:58.794660 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1b3edce5-de92-42ad-b5a5-f3d98075bbed req-48e881bf-3f28-455c-902d-6be603603242 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0624659 Mar 10 03:44:58.864257 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1b3edce5-de92-42ad-b5a5-f3d98075bbed req-300b3553-7b37-4d49-a6b4-3be4d1971bea tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555716 Mar 10 03:44:59.127891 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c0478-9154-487e-863e-230923e03e0a req-97dd7028-8820-4201-8362-7e7529d205f2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:44:59.129595 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d4c0478-9154-487e-863e-230923e03e0a req-97dd7028-8820-4201-8362-7e7529d205f2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0591764 Mar 10 03:44:59.189585 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d4c0478-9154-487e-863e-230923e03e0a req-61af4284-8dea-4626-807f-cb9e01a41307 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505409 Mar 10 03:45:00.001523 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e7e8e-68e6-4385-ac9e-bf60a63d971e req-ad457306-296b-4e02-8085-1e7c387c5248 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:00.003191 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ad0e7e8e-68e6-4385-ac9e-bf60a63d971e req-ad457306-296b-4e02-8085-1e7c387c5248 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0537343 Mar 10 03:45:00.058431 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ad0e7e8e-68e6-4385-ac9e-bf60a63d971e req-9c946d9d-f9ed-401a-8943-404421733265 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Mar 10 03:45:00.318975 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2db11-ec1b-4017-9ceb-49fe5e168f06 req-a06a6c8d-466f-4e57-b4c9-8a204f9ad1fd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:00.320471 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32f2db11-ec1b-4017-9ceb-49fe5e168f06 req-a06a6c8d-466f-4e57-b4c9-8a204f9ad1fd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0547409 Mar 10 03:45:00.369422 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32f2db11-ec1b-4017-9ceb-49fe5e168f06 req-0aefe901-6e0b-4465-abeb-517e6c9d37bd tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433557 Mar 10 03:45:00.641083 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:00.865189 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53036) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:01.004833 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a94c4132-5856-4f77-8167-78b1497eb219 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f267e18a9984d28952e5effb38c32e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384299 Mar 10 03:45:01.007211 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53042) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:01.065452 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fd30ad19-9749-4af2-8c09-f8e18d981db7 admin admin] Publish callbacks [] for security_group (0606986e-d599-48df-9b2a-4c9a70ee036a), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:01.091410 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fd30ad19-9749-4af2-8c09-f8e18d981db7 admin admin] Publish callbacks [] for security_group (0606986e-d599-48df-9b2a-4c9a70ee036a), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:01.152789 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fd30ad19-9749-4af2-8c09-f8e18d981db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0606986e-d599-48df-9b2a-4c9a70ee036a), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:01.156140 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fd30ad19-9749-4af2-8c09-f8e18d981db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:01.160168 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-fd30ad19-9749-4af2-8c09-f8e18d981db7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0606986e-d599-48df-9b2a-4c9a70ee036a HTTP/1.1" status: 204 len: 168 time: 0.1519983 Mar 10 03:45:01.174460 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30ad19-9749-4af2-8c09-f8e18d981db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0606986e-d599-48df-9b2a-4c9a70ee036a,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:01.222854 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da4f0-c492-44b6-a908-9c540633b7df req-99bcef29-f446-4dee-b837-4b40077bf20d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:01.224866 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a5da4f0-c492-44b6-a908-9c540633b7df req-99bcef29-f446-4dee-b837-4b40077bf20d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0674345 Mar 10 03:45:01.284293 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a5da4f0-c492-44b6-a908-9c540633b7df req-53324e48-eb1a-43b2-a132-b0ed5d76ac87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529313 Mar 10 03:45:01.529248 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478b71b-a91e-45a5-9bc2-cbc417d70164 req-fe4b9795-00e4-4851-a1ea-caa824e46fdb tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:01.532208 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0478b71b-a91e-45a5-9bc2-cbc417d70164 req-fe4b9795-00e4-4851-a1ea-caa824e46fdb tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0780740 Mar 10 03:45:01.580950 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0478b71b-a91e-45a5-9bc2-cbc417d70164 req-62d0b101-4ec0-4478-8fbb-b14c2016810c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 Mar 10 03:45:02.409402 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dd0d0-76d8-474e-92f4-f383fbbaa680 req-0a13f61c-608e-4ae7-8a5e-eed1a0a4ef3d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:02.410954 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9e2dd0d0-76d8-474e-92f4-f383fbbaa680 req-0a13f61c-608e-4ae7-8a5e-eed1a0a4ef3d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0559754 Mar 10 03:45:02.461907 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9e2dd0d0-76d8-474e-92f4-f383fbbaa680 req-a8d32ffb-537a-4552-ba63-35bca6642a75 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453203 Mar 10 03:45:02.704780 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb851-fb66-4482-acd5-000372daaf93 req-be35db59-4a23-426e-9c6a-0439e174868a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:02.706288 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-747fb851-fb66-4482-acd5-000372daaf93 req-be35db59-4a23-426e-9c6a-0439e174868a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0574651 Mar 10 03:45:02.760818 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-747fb851-fb66-4482-acd5-000372daaf93 req-aecb7c50-d39e-46cf-a871-6a1ce820475f tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Mar 10 03:45:03.598161 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc3dc2-587e-43e6-8b07-492239250c74 req-0cbe6a72-958e-4051-82d5-4df28aa05284 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:03.599702 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-17bc3dc2-587e-43e6-8b07-492239250c74 req-0cbe6a72-958e-4051-82d5-4df28aa05284 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0604298 Mar 10 03:45:03.649647 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-17bc3dc2-587e-43e6-8b07-492239250c74 req-4be9875c-cd17-47af-90d6-304bd725bd2d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442946 Mar 10 03:45:03.885857 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad55a-fb49-47f6-9bbc-4ed9174587e9 req-e3de3c0d-8c23-477c-b66b-6fa99ac5bcce tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:03.887645 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-13cad55a-fb49-47f6-9bbc-4ed9174587e9 req-e3de3c0d-8c23-477c-b66b-6fa99ac5bcce tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0547624 Mar 10 03:45:03.936360 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-13cad55a-fb49-47f6-9bbc-4ed9174587e9 req-7d1d4759-31bb-40dd-a871-245b341157a9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Mar 10 03:45:04.781066 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88eb14-50fd-4a77-a0ee-060dba2810b2 req-e137abc2-38d7-48fc-b497-516d239474a5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:04.782774 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eb88eb14-50fd-4a77-a0ee-060dba2810b2 req-e137abc2-38d7-48fc-b497-516d239474a5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0583949 Mar 10 03:45:04.831700 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eb88eb14-50fd-4a77-a0ee-060dba2810b2 req-95038a40-1a3c-4492-ab1e-bd3152c1afc3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429196 Mar 10 03:45:05.058160 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ab0fd-1b66-44fa-a6d2-b4b26a53fa40 req-8f601d5b-2e3b-4a92-aade-2548050d8089 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:05.059811 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223ab0fd-1b66-44fa-a6d2-b4b26a53fa40 req-8f601d5b-2e3b-4a92-aade-2548050d8089 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0556333 Mar 10 03:45:05.108956 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223ab0fd-1b66-44fa-a6d2-b4b26a53fa40 req-36f52305-1cf0-46ee-8b25-14cbf680b3a6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Mar 10 03:45:05.969588 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcf5da-1b71-4299-8060-edd1c8114f95 req-83d54422-7750-41ea-b8ad-5ea4e54160d5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:05.971176 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-58bcf5da-1b71-4299-8060-edd1c8114f95 req-83d54422-7750-41ea-b8ad-5ea4e54160d5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0603004 Mar 10 03:45:06.020355 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-58bcf5da-1b71-4299-8060-edd1c8114f95 req-819f22fd-a1bb-4901-b58f-4e35c05712d1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Mar 10 03:45:06.235482 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7a251-22a3-4196-bfc6-ec461979a3ff req-ad134b86-0fcc-4665-afea-539e6f6018a7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:06.238518 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1ec7a251-22a3-4196-bfc6-ec461979a3ff req-ad134b86-0fcc-4665-afea-539e6f6018a7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0596428 Mar 10 03:45:06.303909 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1ec7a251-22a3-4196-bfc6-ec461979a3ff req-d999c7db-ab37-46ab-82f8-c6aa012f19e2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584812 Mar 10 03:45:07.152326 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6308c-ddb8-4edb-afec-cb61dcf6fc3b req-681f9480-4b78-4b68-9c57-34391a7221a9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:07.153852 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8eb6308c-ddb8-4edb-afec-cb61dcf6fc3b req-681f9480-4b78-4b68-9c57-34391a7221a9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0577466 Mar 10 03:45:07.209148 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8eb6308c-ddb8-4edb-afec-cb61dcf6fc3b req-56d4bd0e-0588-46e4-b75a-37a81ebc71ee tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487022 Mar 10 03:45:07.429739 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6031b64-8414-43b3-8027-1891ec3f988e req-1f22c550-eb7c-4688-af74-787d84b7600b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:07.431383 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6031b64-8414-43b3-8027-1891ec3f988e req-1f22c550-eb7c-4688-af74-787d84b7600b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0561779 Mar 10 03:45:07.482070 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6031b64-8414-43b3-8027-1891ec3f988e req-ee32cc5a-9827-41d4-8090-94f3b837b83c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Mar 10 03:45:08.333369 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798411c2-b21d-4649-a18a-2561cb35a781 req-0b0039a0-961b-4a80-ae4c-fd07f7559fb0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:08.334871 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-798411c2-b21d-4649-a18a-2561cb35a781 req-0b0039a0-961b-4a80-ae4c-fd07f7559fb0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0525572 Mar 10 03:45:08.381040 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-798411c2-b21d-4649-a18a-2561cb35a781 req-b3b41827-0266-42ab-a8db-afee9e4634f7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Mar 10 03:45:08.515421 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-4cf63043-5f67-4f5b-ab2d-6f385f33e530 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426817 Mar 10 03:45:08.608880 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae787fb-bd62-4b5c-b75b-0c503bd24a2a req-3eab0d38-5e98-41a8-8364-a37c2b19ed52 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:08.610385 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3ae787fb-bd62-4b5c-b75b-0c503bd24a2a req-3eab0d38-5e98-41a8-8364-a37c2b19ed52 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0559263 Mar 10 03:45:08.657424 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3ae787fb-bd62-4b5c-b75b-0c503bd24a2a req-1a33f58a-43bc-4ebe-92b2-9f7e06734242 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Mar 10 03:45:08.665841 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-9fa08a4e-dc3a-4066-9fac-436aa2e337de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:08.667684 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-9fa08a4e-dc3a-4066-9fac-436aa2e337de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 1130 time: 0.0466807 Mar 10 03:45:08.794775 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-d418ea2a-5900-4c8d-bcba-960e582e159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:08.796719 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-d418ea2a-5900-4c8d-bcba-960e582e159c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.0870047 Mar 10 03:45:08.867234 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-1fd43905-f89e-4e2f-b232-1e2f97b30225 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86 HTTP/1.1" status: 200 len: 1002 time: 0.0585928 Mar 10 03:45:08.921673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-c8906eb6-deac-43d0-9112-1c4bc2b11898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:08.923065 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-c8906eb6-deac-43d0-9112-1c4bc2b11898 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0451760 Mar 10 03:45:08.973520 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-0ddfe5e0-8207-4103-ba31-e1a077151878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:08.975045 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-0ddfe5e0-8207-4103-ba31-e1a077151878 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422318 Mar 10 03:45:09.062677 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-b45cec75-eca3-4170-bb2f-8a05a3be79a7 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789323 Mar 10 03:45:09.152825 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6ae4459c-e798-4711-8cf3-3a37743dd3f9 req-9f3eac73-29a1-480a-ae42-6e0303767af3 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837622 Mar 10 03:45:09.508908 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eded5e-0f6b-4471-aa4a-15017a296069 req-1c03d452-9f40-4dd7-8b8a-c6eeee23e579 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:09.510378 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84eded5e-0f6b-4471-aa4a-15017a296069 req-1c03d452-9f40-4dd7-8b8a-c6eeee23e579 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0519788 Mar 10 03:45:09.556584 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84eded5e-0f6b-4471-aa4a-15017a296069 req-75b1a42d-b260-4408-a4bf-cf1238ec076f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 Mar 10 03:45:09.779954 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4763-e009-44aa-b7f1-7a7474ca4401 req-395ebfec-323b-4021-8429-30720c9f10d7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:09.781685 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c70f4763-e009-44aa-b7f1-7a7474ca4401 req-395ebfec-323b-4021-8429-30720c9f10d7 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0551553 Mar 10 03:45:09.830895 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c70f4763-e009-44aa-b7f1-7a7474ca4401 req-a7b903e1-9e63-4505-af8b-faaec54a058c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Mar 10 03:45:10.712941 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560b10-925b-4142-a330-be76f061b197 req-83bd16ee-72b7-4e8b-9e6e-a49db5e2e774 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:10.714723 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f4560b10-925b-4142-a330-be76f061b197 req-83bd16ee-72b7-4e8b-9e6e-a49db5e2e774 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0797172 Mar 10 03:45:10.742387 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8ef66-5444-476d-ae74-91425981b832 req-0d98623d-d6a6-43c5-8808-3e9817ab4995 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:10.743865 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-97e8ef66-5444-476d-ae74-91425981b832 req-0d98623d-d6a6-43c5-8808-3e9817ab4995 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0799286 Mar 10 03:45:10.751686 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596b223-3220-497b-bd51-ca2ebc044075 req-20821b93-478a-4b83-82d4-1dc1c9c74c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:10.753171 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c596b223-3220-497b-bd51-ca2ebc044075 req-20821b93-478a-4b83-82d4-1dc1c9c74c3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1130 time: 0.0445218 Mar 10 03:45:10.788801 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f4560b10-925b-4142-a330-be76f061b197 req-8ab846cb-2d75-44fd-b920-e51fea3e0390 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676694 Mar 10 03:45:10.801633 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c596b223-3220-497b-bd51-ca2ebc044075 req-0108b427-f727-412f-acd6-00ccd7e3fca2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390902 Mar 10 03:45:10.809832 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-97e8ef66-5444-476d-ae74-91425981b832 req-9c324afe-d6de-4b83-9165-6bd1fa8b52c7 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594914 Mar 10 03:45:10.950962 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d96068-1fb6-43c2-9581-db9edb499f40 req-2c6aef43-947f-41a3-aedd-2ec8bec4352c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:10.952684 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b1d96068-1fb6-43c2-9581-db9edb499f40 req-2c6aef43-947f-41a3-aedd-2ec8bec4352c tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0543556 Mar 10 03:45:10.997482 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b1d96068-1fb6-43c2-9581-db9edb499f40 req-7f9ff0f4-644c-4b23-9efe-9e2a8dddb88b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393724 Mar 10 03:45:11.942093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926811c0-c977-4621-90f5-5498f6c80eab req-917c9af3-a489-4b66-a2f6-4d1675a24f99 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:11.943593 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-926811c0-c977-4621-90f5-5498f6c80eab req-917c9af3-a489-4b66-a2f6-4d1675a24f99 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0819221 Mar 10 03:45:11.957538 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda518-1907-4901-acde-4aa1a6340c0d req-fb8bcf21-f281-475a-8fc5-7b7077fafacd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:11.959013 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6bda518-1907-4901-acde-4aa1a6340c0d req-fb8bcf21-f281-475a-8fc5-7b7077fafacd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0715373 Mar 10 03:45:12.030631 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-926811c0-c977-4621-90f5-5498f6c80eab req-37133140-b7b4-4a05-87c2-f3fb1151be9d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807979 Mar 10 03:45:12.034038 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6bda518-1907-4901-acde-4aa1a6340c0d req-b8e79f5d-7192-4b15-9a7a-53f73fa87ebc tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689526 Mar 10 03:45:12.140834 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a152c1f-dfe3-4cc1-9525-4392b31a1029 req-73a2b4d8-61fc-40fe-8408-a631c50a5ebe tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:12.142389 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4a152c1f-dfe3-4cc1-9525-4392b31a1029 req-73a2b4d8-61fc-40fe-8408-a631c50a5ebe tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0538902 Mar 10 03:45:12.189174 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4a152c1f-dfe3-4cc1-9525-4392b31a1029 req-5111e42f-190d-4274-8458-3fb62eb54a23 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Mar 10 03:45:13.187085 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1ad20-7cf7-4d89-a306-61437f0d1b81 req-6a7ab066-9f1c-4dc5-b948-da45c4b7d63c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:13.188580 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-edf1ad20-7cf7-4d89-a306-61437f0d1b81 req-6a7ab066-9f1c-4dc5-b948-da45c4b7d63c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0848420 Mar 10 03:45:13.196026 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659c8be-43bd-48fc-b875-cf5bcb78b2c3 req-26441965-d8d8-4cdf-a275-0ffd680f8683 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:13.197371 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6659c8be-43bd-48fc-b875-cf5bcb78b2c3 req-26441965-d8d8-4cdf-a275-0ffd680f8683 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0924289 Mar 10 03:45:13.269937 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-edf1ad20-7cf7-4d89-a306-61437f0d1b81 req-b8cfb07e-c59f-47b1-b134-f1c9aef1ed77 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716269 Mar 10 03:45:13.273135 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6659c8be-43bd-48fc-b875-cf5bcb78b2c3 req-09bf77d3-9648-4ad3-9929-f72cafa05e23 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686736 Mar 10 03:45:13.375162 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-92200fe0-9509-4ccb-ad00-d4241e947798 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:13.376636 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-92200fe0-9509-4ccb-ad00-d4241e947798 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.16 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 945 time: 0.0555022 Mar 10 03:45:13.377195 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc452d8-9dd0-4e00-b4c1-67cf8be92308 req-94f46030-a5ee-4f87-ad0d-e2656f5cbec6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:13.378649 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-adc452d8-9dd0-4e00-b4c1-67cf8be92308 req-94f46030-a5ee-4f87-ad0d-e2656f5cbec6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0537210 Mar 10 03:45:13.425025 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-adc452d8-9dd0-4e00-b4c1-67cf8be92308 req-e69e4613-afb1-4edd-a590-3ca0277817cc tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407929 Mar 10 03:45:13.472379 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Deleting port 3afb286b-c887-4ae2-b21a-920db7495e1d {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:13.472727 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:13.563530 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] For port 3afb286b-c887-4ae2-b21a-920db7495e1d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3afb286b-c887-4ae2-b21a-920db7495e1d,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:13.563918 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:13.576012 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Calling delete_port for 3afb286b-c887-4ae2-b21a-920db7495e1d owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:13.709024 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (3afb286b-c887-4ae2-b21a-920db7495e1d), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:13.742630 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Pushing event deleted for resources: {'Port': ['ID=3afb286b-c887-4ae2-b21a-920db7495e1d,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:13.758570 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['3afb286b-c887-4ae2-b21a-920db7495e1d'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:45:13.789309 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] No DVR routers for this DVR port 3afb286b-c887-4ae2-b21a-920db7495e1d on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:45:13.792270 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:13.796176 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-94ea6126-b93b-4370-9b03-4f6c809a41e4 req-b20fa4fa-31fc-44a0-9c6a-8cb28b9667bd tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.16 "DELETE /v2.0/ports/3afb286b-c887-4ae2-b21a-920db7495e1d HTTP/1.1" status: 204 len: 173 time: 0.4139762 Mar 10 03:45:13.796628 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf113d3-1cfc-43c5-bae4-8288c2960470', 'name': 'network-vif-deleted', 'tag': '3afb286b-c887-4ae2-b21a-920db7495e1d'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:13.798872 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2791996b-1eec-4cae-a5d8-2349eb6b5659" -d '{"events": [{"server_uuid": "aaf113d3-1cfc-43c5-bae4-8288c2960470", "name": "network-vif-deleted", "tag": "3afb286b-c887-4ae2-b21a-920db7495e1d"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:13.819842 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1fe3c-3946-4ee9-9fc0-95681340723f req-046f8f72-fa20-4afa-9754-c5e634ff10ec tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:13.821363 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0d1fe3c-3946-4ee9-9fc0-95681340723f req-046f8f72-fa20-4afa-9754-c5e634ff10ec tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0942247 Mar 10 03:45:13.824039 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0802f7f-8098-4685-9c70-04b48206d20a req-7a45e43b-9cff-43c1-bf4f-55997cfc2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:13.825427 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0802f7f-8098-4685-9c70-04b48206d20a req-7a45e43b-9cff-43c1-bf4f-55997cfc2e35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d06f556d50a488797e95fb2be32ba7c&device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 1130 time: 0.0885086 Mar 10 03:45:13.836013 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbbc66b-1818-4ba4-88a7-a0ecd3f57d32 x-openstack-request-id: req-1fbbc66b-1818-4ba4-88a7-a0ecd3f57d32 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:13.836437 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf113d3-1cfc-43c5-bae4-8288c2960470", "name": "network-vif-deleted", "tag": "3afb286b-c887-4ae2-b21a-920db7495e1d", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:13.837230 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fbbc66b-1818-4ba4-88a7-a0ecd3f57d32 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:13.837682 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf113d3-1cfc-43c5-bae4-8288c2960470', 'name': 'network-vif-deleted', 'tag': '3afb286b-c887-4ae2-b21a-920db7495e1d', 'status': 'completed', 'code': 200} Mar 10 03:45:13.938842 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0d1fe3c-3946-4ee9-9fc0-95681340723f req-012389a5-ef5d-48f0-9f1c-9c9361efe072 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098874 Mar 10 03:45:13.962790 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0802f7f-8098-4685-9c70-04b48206d20a req-506d6c4a-c08a-4c2f-b834-481fb224f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:13.964296 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0802f7f-8098-4685-9c70-04b48206d20a req-506d6c4a-c08a-4c2f-b834-481fb224f6aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 200 len: 920 time: 0.1182959 Mar 10 03:45:14.005665 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0802f7f-8098-4685-9c70-04b48206d20a req-9c402c72-1836-4c89-b8cf-237e8d7fe27b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 200 len: 217 time: 0.0343909 Mar 10 03:45:14.066159 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0802f7f-8098-4685-9c70-04b48206d20a req-5416b4fd-32e1-413d-8013-680c197d989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:14.067621 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0802f7f-8098-4685-9c70-04b48206d20a req-5416b4fd-32e1-413d-8013-680c197d989f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 200 len: 859 time: 0.0430772 Mar 10 03:45:14.098232 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0802f7f-8098-4685-9c70-04b48206d20a req-afc713c7-c2ad-47a1-a932-c3fde8757513 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be7ebf66-3afd-4457-b3e5-deb620cb0dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243952 Mar 10 03:45:14.190559 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0802f7f-8098-4685-9c70-04b48206d20a req-4639a1fe-2bd0-4549-9be6-3700b5cb9815 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831099 Mar 10 03:45:14.282432 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f0802f7f-8098-4685-9c70-04b48206d20a req-48c9fd76-7d61-4dd9-9669-d640cde39330 service neutron] 10.222.0.16 "GET /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834005 Mar 10 03:45:14.406499 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ce4d59a2-f87c-4320-8099-f398beb78d11 req-20c13d8f-2c71-44ca-a3eb-be0a54262330 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaf113d3-1cfc-43c5-bae4-8288c2960470 HTTP/1.1" status: 200 len: 210 time: 0.0313706 Mar 10 03:45:14.428319 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb2c4a-ebb8-474d-a5b8-25876fc9263a req-4e12e143-11eb-4f49-a9f1-c8f1400e5069 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:14.429789 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f2cb2c4a-ebb8-474d-a5b8-25876fc9263a req-4e12e143-11eb-4f49-a9f1-c8f1400e5069 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0853486 Mar 10 03:45:14.479402 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f2cb2c4a-ebb8-474d-a5b8-25876fc9263a req-0554879c-2521-4295-9d1c-b0bf8a27543d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440071 Mar 10 03:45:15.058985 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b884-d3d9-4260-9dad-2e72b65fbc75 req-19e0b6b6-af3e-4acc-a5cc-288f430baf28 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:15.061109 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1681b884-d3d9-4260-9dad-2e72b65fbc75 req-19e0b6b6-af3e-4acc-a5cc-288f430baf28 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0545936 Mar 10 03:45:15.105144 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1681b884-d3d9-4260-9dad-2e72b65fbc75 req-e7af506f-4caa-4177-a608-de3e21ea91d8 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386982 Mar 10 03:45:15.609288 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e99579-99cd-42a8-aaa6-d64c9035d3b0 req-77a4ddcc-8cd6-408c-a52a-fca168a19b64 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:15.610887 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-28e99579-99cd-42a8-aaa6-d64c9035d3b0 req-77a4ddcc-8cd6-408c-a52a-fca168a19b64 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0576909 Mar 10 03:45:15.661942 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-28e99579-99cd-42a8-aaa6-d64c9035d3b0 req-1bd69636-f9a0-47ff-a96c-a87d8514c142 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449040 Mar 10 03:45:16.219729 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9492f2e-ff4f-434d-bb43-2d8caa846bbd req-0357b2c5-e433-42f4-a48e-16c2e130be2b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:16.221169 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a9492f2e-ff4f-434d-bb43-2d8caa846bbd req-0357b2c5-e433-42f4-a48e-16c2e130be2b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0498188 Mar 10 03:45:16.268690 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a9492f2e-ff4f-434d-bb43-2d8caa846bbd req-330a6ad3-c1c2-47d0-8341-abe9e3fd0445 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Mar 10 03:45:16.782871 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b91b9-728a-4f16-9063-b454be64a3ab req-a3ba0d16-1799-4dee-a7c8-353ef633b412 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:16.784257 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-816b91b9-728a-4f16-9063-b454be64a3ab req-a3ba0d16-1799-4dee-a7c8-353ef633b412 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0522788 Mar 10 03:45:16.829810 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-816b91b9-728a-4f16-9063-b454be64a3ab req-afce21e3-36af-406a-a849-0c03c7df65b8 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401416 Mar 10 03:45:17.385940 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca488f59-aaf0-4499-a401-d1a6ab366b7c req-e4461f74-9150-4b12-a1dd-4d4623158541 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:17.387452 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca488f59-aaf0-4499-a401-d1a6ab366b7c req-e4461f74-9150-4b12-a1dd-4d4623158541 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0514796 Mar 10 03:45:17.435013 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca488f59-aaf0-4499-a401-d1a6ab366b7c req-a2d32c04-ff97-4c9a-ba83-6eddfd0a2849 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Mar 10 03:45:17.956189 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fdc51-1053-4f56-b60a-395d5c8dd5d0 req-38be019c-20da-415d-ac42-00507057a3e4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:17.957574 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f34fdc51-1053-4f56-b60a-395d5c8dd5d0 req-38be019c-20da-415d-ac42-00507057a3e4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 943 time: 0.0564313 Mar 10 03:45:18.001964 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f34fdc51-1053-4f56-b60a-395d5c8dd5d0 req-2a15aff8-5f68-49e1-acf2-09cb2aa148ed tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Mar 10 03:45:18.463805 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:45:18.474488 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3afb286b-c887-4ae2-b21a-920db7495e1d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:45:18.501021 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 3afb286b-c887-4ae2-b21a-920db7495e1d {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:45:18.501368 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3afb286b-c887-4ae2-b21a-920db7495e1d not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:45:18.559410 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1422d7-7bad-4d0e-83e0-e34fe39b5484 req-a772c056-f9ac-44dc-b3a1-ba23d93bd3ba tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:18.561342 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c1422d7-7bad-4d0e-83e0-e34fe39b5484 req-a772c056-f9ac-44dc-b3a1-ba23d93bd3ba tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0521913 Mar 10 03:45:18.587763 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:18.598588 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'port_id': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'mac_address': 'fa:16:3e:2b:8f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:45:18.606567 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2c1422d7-7bad-4d0e-83e0-e34fe39b5484 req-5ca25849-de68-4cc5-b054-df095e771b85 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Mar 10 03:45:18.643373 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3cb95989-fea9-4641-969a-b72f44d36b8a is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:45:18.643882 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:18.658662 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb95989-fea9-4641-969a-b72f44d36b8a {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:45:18.679247 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:18.682887 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:18.731313 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=9']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:18.738397 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.738797 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.739181 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.739531 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.739874 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.740218 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.740625 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.741032 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.741375 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.741723 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.742061 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.742469 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:18.742872 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:19.124042 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401de97e-1d58-4fb8-841d-41a26de0ee3d req-96d8c907-162e-40fb-8a23-29a05bc961ea tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:19.125731 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-401de97e-1d58-4fb8-841d-41a26de0ee3d req-96d8c907-162e-40fb-8a23-29a05bc961ea tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.0523219 Mar 10 03:45:19.130161 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['3cb95989-fea9-4641-969a-b72f44d36b8a'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:45:19.175836 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-401de97e-1d58-4fb8-841d-41a26de0ee3d req-bc61005c-3904-4762-a488-bfeb5cc5651b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444691 Mar 10 03:45:19.726963 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c05fb-3a75-425d-9485-9c180af6c3bd req-9f589bd9-fa3e-4206-a956-a63d17110711 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:19.728434 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a81c05fb-3a75-425d-9485-9c180af6c3bd req-9f589bd9-fa3e-4206-a956-a63d17110711 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0509536 Mar 10 03:45:19.774210 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a81c05fb-3a75-425d-9485-9c180af6c3bd req-7a1c1bf3-01a8-4d86-af4c-1034a9e09c28 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Mar 10 03:45:19.965263 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a731ba06-2b5e-494a-9579-85a60cc18f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:20.297501 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277c85a-b0be-493d-a7c4-19bbd22129ef req-aea509a3-e248-4448-936d-d73b9e8e5568 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:20.298867 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a277c85a-b0be-493d-a7c4-19bbd22129ef req-aea509a3-e248-4448-936d-d73b9e8e5568 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.0507267 Mar 10 03:45:20.348295 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a277c85a-b0be-493d-a7c4-19bbd22129ef req-fe85dd39-6258-4161-807f-7fb19af5942f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 Mar 10 03:45:21.471076 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ace379-a43b-4225-82ee-f4caf415d955 req-02cc7b89-1a4f-4910-814b-5082ac4b82b6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:21.472526 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-93ace379-a43b-4225-82ee-f4caf415d955 req-02cc7b89-1a4f-4910-814b-5082ac4b82b6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.0539470 Mar 10 03:45:21.518110 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-93ace379-a43b-4225-82ee-f4caf415d955 req-cf167a3f-09bd-4dfe-9458-a54d9b38817c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 Mar 10 03:45:22.391008 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7022209a-d937-4476-bbdd-6eb8a1e563b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:22.637051 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f47e50-b898-4271-b9df-69cf6605dbfc req-a719dace-6bbe-4cbf-956c-69558fb40c58 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:22.638529 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-38f47e50-b898-4271-b9df-69cf6605dbfc req-a719dace-6bbe-4cbf-956c-69558fb40c58 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 944 time: 0.0507038 Mar 10 03:45:22.685661 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-38f47e50-b898-4271-b9df-69cf6605dbfc req-57bbbf52-61e9-4d0c-9c23-6eaeae5c379a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 Mar 10 03:45:22.850219 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:45:22.899545 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 3cb95989-fea9-4641-969a-b72f44d36b8a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:45:22.899919 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:22.973874 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3cb95989-fea9-4641-969a-b72f44d36b8a is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:45:22.974211 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:22.996511 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:22.998716 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e466eb-ea05-4ec8-b5ce-9d5205fc5594" -d '{"events": [{"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-plugged", "status": "completed", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:23.011713 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:23.016164 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:23.041377 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec78ae7-c5e6-4c31-b705-e51972f2a006 x-openstack-request-id: req-2ec78ae7-c5e6-4c31-b705-e51972f2a006 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:23.041697 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-plugged", "status": "completed", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:23.041961 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ec78ae7-c5e6-4c31-b705-e51972f2a006 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:23.042358 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'code': 200} Mar 10 03:45:23.067709 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=10']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:23.420002 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-1c481e4d-aab9-4893-91eb-976647469700 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:23.422053 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-1c481e4d-aab9-4893-91eb-976647469700 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/networks?id=e9f05716-bc93-4772-bb3c-caeb988641c6 HTTP/1.1" status: 200 len: 814 time: 0.1023877 Mar 10 03:45:23.436078 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-c3ad5d9c-4662-46ab-a523-92932bcc2ca6 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/quotas/6c975f67d42a4718939e9c385875f1c8 HTTP/1.1" status: 200 len: 375 time: 0.0086532 Mar 10 03:45:23.467410 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-38959499-bad4-44ec-b25b-b9db26c11b06 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c975f67d42a4718939e9c385875f1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258274 Mar 10 03:45:23.559459 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:23.568479 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-354fac09-e0cc-417b-99c4-90c9696f0f9f service neutron] 10.222.0.20 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938656 Mar 10 03:45:23.670133 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-6a4e0a8c-bcf6-469a-ab34-0e4a8c22f4fa service neutron] 10.222.0.20 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964458 Mar 10 03:45:23.708417 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8329e8-3598-4de9-ab1f-93792621a579 req-8c6b73dd-1881-4afc-8888-54766ccac645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:23.709943 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0a8329e8-3598-4de9-ab1f-93792621a579 req-8c6b73dd-1881-4afc-8888-54766ccac645 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 1130 time: 0.0484190 Mar 10 03:45:23.755881 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0a8329e8-3598-4de9-ab1f-93792621a579 req-7aedbbfd-4111-46ae-97f8-9107450da983 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399523 Mar 10 03:45:23.833862 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-40030b0a-8c66-4ec1-a10c-99605d0248f6 req-4d542dc5-a1c1-41b2-b4e7-4f099a2102da tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 210 time: 0.0301282 Mar 10 03:45:23.849313 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b93f92-93eb-468d-ae72-bbc684d765ed req-1c9d4614-a20b-43b5-8857-a487b9ecf933 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:23.850842 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c1b93f92-93eb-468d-ae72-bbc684d765ed req-1c9d4614-a20b-43b5-8857-a487b9ecf933 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 946 time: 0.0793712 Mar 10 03:45:23.899953 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c1b93f92-93eb-468d-ae72-bbc684d765ed req-f4bdba14-ad9e-429b-98c0-8f98d21ad04c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417466 Mar 10 03:45:24.844938 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:24.960572 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dc90a511-a473-4658-b8e0-539e88e698ad req-396c6f8a-fa4f-48dc-9100-c0743e690167 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 210 time: 0.0538599 Mar 10 03:45:25.007043 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-6484e321-d861-4500-a047-bd337611f49e tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:25.008462 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-6484e321-d861-4500-a047-bd337611f49e tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.16 "GET /v2.0/networks?id=e9f05716-bc93-4772-bb3c-caeb988641c6 HTTP/1.1" status: 200 len: 814 time: 0.1405447 Mar 10 03:45:25.040271 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Request body: {'port': {'device_id': '94f44965-8651-4b01-a288-4c4353a39c32', 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6', 'admin_state_up': True, 'tenant_id': '6c975f67d42a4718939e9c385875f1c8'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:25.317805 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee721d9a-3272-4450-bf57-454eb5e96069 req-5d073da5-4616-419d-b1f8-885f8239656b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:25.319321 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ee721d9a-3272-4450-bf57-454eb5e96069 req-5d073da5-4616-419d-b1f8-885f8239656b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 946 time: 0.3302896 Mar 10 03:45:25.420780 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ee721d9a-3272-4450-bf57-454eb5e96069 req-357cdfb5-aa29-48a6-abcc-d11e503ca188 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957265 Mar 10 03:45:25.451257 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Made reservation on behalf of 6c975f67d42a4718939e9c385875f1c8 for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:45:25.455705 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:25.606980 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Allocated IP 172.20.0.12 (e9f05716-bc93-4772-bb3c-caeb988641c6/3993b21d-2e5b-4725-a3d7-2bb4ac80461f/44077c1f-f99b-4b09-be40-1600b2a28d93) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:45:25.793618 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks [] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:25.831643 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:25.877466 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Network e9f05716-bc93-4772-bb3c-caeb988641c6 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:45:25.883299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:45:25.887436 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:45:25.894782 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Pushing event updated for resources: {'Port': ['ID=44077c1f-f99b-4b09-be40-1600b2a28d93,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:25.928144 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.928541 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.928992 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.929408 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.929896 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.930340 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.930776 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.931243 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.931561 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.931961 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.932359 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.932700 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.933982 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:25.958775 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:25.959396 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:25.976219 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-dca89011-475d-463d-a287-3d92e3c97cad tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9396491 Mar 10 03:45:25.998194 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Request body: {'port': {'device_id': '94f44965-8651-4b01-a288-4c4353a39c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:26.090771 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:26.148725 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c47d95-ccad-452d-b662-eb83c6a1d68f req-10156b07-b379-4180-965d-3becf80ee39f tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:26.150191 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d0c47d95-ccad-452d-b662-eb83c6a1d68f req-10156b07-b379-4180-965d-3becf80ee39f tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 932 time: 0.0960834 Mar 10 03:45:26.278582 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d0c47d95-ccad-452d-b662-eb83c6a1d68f req-93e7b3aa-4c4f-4a59-9b5b-4425305f5090 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144843 Mar 10 03:45:26.421006 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44077c1f-f99b-4b09-be40-1600b2a28d93 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:45:26.428299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Publish callbacks [] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:26.440907 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Transition to ACTIVE for port object 44077c1f-f99b-4b09-be40-1600b2a28d93 will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:45:26.444381 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:26.470978 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:26.497404 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Pushing event updated for resources: {'Port': ['ID=44077c1f-f99b-4b09-be40-1600b2a28d93,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:26.595181 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Attempting to bind port 44077c1f-f99b-4b09-be40-1600b2a28d93 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:45:26.595525 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Attempting to bind port 44077c1f-f99b-4b09-be40-1600b2a28d93 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:45:26.595860 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Attempting to bind port 44077c1f-f99b-4b09-be40-1600b2a28d93 on network e9f05716-bc93-4772-bb3c-caeb988641c6 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:45:26.602906 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Port 44077c1f-f99b-4b09-be40-1600b2a28d93 on network e9f05716-bc93-4772-bb3c-caeb988641c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:45:26.603235 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Attempting to bind port 44077c1f-f99b-4b09-be40-1600b2a28d93 on network e9f05716-bc93-4772-bb3c-caeb988641c6 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:45:26.614307 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201827ad-983d-4a68-a2d0-04e92ffbb960 req-1be421b6-b54a-4f01-a9b4-7ef7f4b22b44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:26.615821 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-201827ad-983d-4a68-a2d0-04e92ffbb960 req-1be421b6-b54a-4f01-a9b4-7ef7f4b22b44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 946 time: 0.1023593 Mar 10 03:45:26.616959 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:45:26.617299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Checking segment: {'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:45:26.617675 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Bound using segment: {'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:45:26.618107 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Bound port: 44077c1f-f99b-4b09-be40-1600b2a28d93, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589331f5-d1c7-4149-9b9e-2c8c0b287487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:45:26.618462 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:26.705045 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-201827ad-983d-4a68-a2d0-04e92ffbb960 req-b73a5ab1-ef14-4558-b3e0-497cab93a8af tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834270 Mar 10 03:45:26.713388 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] For port 44077c1f-f99b-4b09-be40-1600b2a28d93, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:45:26.716448 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] For port 44077c1f-f99b-4b09-be40-1600b2a28d93, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=44077c1f-f99b-4b09-be40-1600b2a28d93,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:45:26.723438 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:26.756244 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:26.756853 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:26.758236 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] 10.222.0.16 "PUT /v2.0/ports/44077c1f-f99b-4b09-be40-1600b2a28d93 HTTP/1.1" status: 200 len: 1094 time: 0.7675235 Mar 10 03:45:26.758770 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f44965-8651-4b01-a288-4c4353a39c32', 'tag': '44077c1f-f99b-4b09-be40-1600b2a28d93'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:26.761132 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efee288-8105-4836-8e18-78e859ba78f5" -d '{"events": [{"name": "network-changed", "server_uuid": "94f44965-8651-4b01-a288-4c4353a39c32", "tag": "44077c1f-f99b-4b09-be40-1600b2a28d93"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:26.788079 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc84d08-6db7-4279-8e0e-e8eba9163c97 service neutron] Pushing event updated for resources: {'Port': ['ID=44077c1f-f99b-4b09-be40-1600b2a28d93,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:26.808824 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7da201-c1f4-41b0-92e3-9732d8a0763f x-openstack-request-id: req-cc7da201-c1f4-41b0-92e3-9732d8a0763f {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:26.809117 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f44965-8651-4b01-a288-4c4353a39c32", "tag": "44077c1f-f99b-4b09-be40-1600b2a28d93", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:26.809396 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc7da201-c1f4-41b0-92e3-9732d8a0763f {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:26.809801 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f44965-8651-4b01-a288-4c4353a39c32', 'tag': '44077c1f-f99b-4b09-be40-1600b2a28d93', 'status': 'completed', 'code': 200} Mar 10 03:45:26.892792 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-d47e553e-b0e7-46b9-8fff-f0659bb534fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:26.894369 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-d47e553e-b0e7-46b9-8fff-f0659bb534fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c975f67d42a4718939e9c385875f1c8&device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 1128 time: 0.0499833 Mar 10 03:45:26.949205 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-962db69d-7968-4516-8e79-b3c78a6b8a0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44077c1f-f99b-4b09-be40-1600b2a28d93 HTTP/1.1" status: 200 len: 217 time: 0.0351210 Mar 10 03:45:27.040430 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88159063-d637-46a4-94c7-c12719549fb6 req-b65d5c8e-d3f0-4245-8a73-37647e2748ba tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:27.041804 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-88159063-d637-46a4-94c7-c12719549fb6 req-b65d5c8e-d3f0-4245-8a73-37647e2748ba tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0840225 Mar 10 03:45:27.052695 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-d23c524d-d20c-4804-a734-bba58f2f2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:27.054034 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-d23c524d-d20c-4804-a734-bba58f2f2cd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3993b21d-2e5b-4725-a3d7-2bb4ac80461f HTTP/1.1" status: 200 len: 854 time: 0.0613067 Mar 10 03:45:27.093794 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-f443d4b3-6701-4ae1-b670-a73b468f6114 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9f05716-bc93-4772-bb3c-caeb988641c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275602 Mar 10 03:45:27.130452 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-88159063-d637-46a4-94c7-c12719549fb6 req-849a0301-2e06-4e65-b925-b03c49facc37 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803139 Mar 10 03:45:27.199808 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-a2cd5217-5069-4858-842a-5a4370a05203 service neutron] 10.222.0.16 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922375 Mar 10 03:45:27.286980 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4375ee47-dac4-44ea-a8ce-d450513a5d1e req-92ea8be7-1aa2-4272-8091-d8911c176fae service neutron] 10.222.0.16 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790854 Mar 10 03:45:27.400980 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47087251-f85e-431e-a9e0-d7e69f8ee21b req-ec9c9aa5-c19f-43f3-ac70-8b20214ed478 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:27.402458 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-47087251-f85e-431e-a9e0-d7e69f8ee21b req-ec9c9aa5-c19f-43f3-ac70-8b20214ed478 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 944 time: 0.0523961 Mar 10 03:45:27.478263 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee288-8105-4836-8e18-78e859ba78f5 req-4e63a2f0-29f0-41be-b073-c8f33ccbf7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:27.479777 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0efee288-8105-4836-8e18-78e859ba78f5 req-4e63a2f0-29f0-41be-b073-c8f33ccbf7a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c975f67d42a4718939e9c385875f1c8&device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 1128 time: 0.0764422 Mar 10 03:45:27.482777 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-47087251-f85e-431e-a9e0-d7e69f8ee21b req-ac59aef3-1353-4a0e-9b03-3ca0f816cc0f tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714650 Mar 10 03:45:27.569018 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee288-8105-4836-8e18-78e859ba78f5 req-afceb6ea-bc10-4270-9721-6b09d59b072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:27.570400 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0efee288-8105-4836-8e18-78e859ba78f5 req-afceb6ea-bc10-4270-9721-6b09d59b072c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9f05716-bc93-4772-bb3c-caeb988641c6 HTTP/1.1" status: 200 len: 915 time: 0.0823216 Mar 10 03:45:27.618270 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0efee288-8105-4836-8e18-78e859ba78f5 req-c0f69570-39e1-4363-858a-3f3ff83e6661 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44077c1f-f99b-4b09-be40-1600b2a28d93 HTTP/1.1" status: 200 len: 217 time: 0.0366626 Mar 10 03:45:27.673772 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee288-8105-4836-8e18-78e859ba78f5 req-392c9a7e-612a-4387-bea2-02e24dedbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:27.675241 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0efee288-8105-4836-8e18-78e859ba78f5 req-392c9a7e-612a-4387-bea2-02e24dedbcf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3993b21d-2e5b-4725-a3d7-2bb4ac80461f HTTP/1.1" status: 200 len: 854 time: 0.0431056 Mar 10 03:45:27.711487 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0efee288-8105-4836-8e18-78e859ba78f5 req-369fd2d5-13dd-4c75-b49c-44903c967632 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9f05716-bc93-4772-bb3c-caeb988641c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241241 Mar 10 03:45:27.803159 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0efee288-8105-4836-8e18-78e859ba78f5 req-9c4bb932-64ff-4caa-b7f7-eec00656a286 service neutron] 10.222.0.16 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819046 Mar 10 03:45:27.890712 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0efee288-8105-4836-8e18-78e859ba78f5 req-713eff94-2e86-4f51-8dcc-81a66646f50e service neutron] 10.222.0.16 "GET /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816669 Mar 10 03:45:28.245159 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a427bfd-4446-4511-9147-4c597dcf94ed req-c3e5097f-1d98-49d2-ab66-cd4a0769ca30 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:28.246704 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2a427bfd-4446-4511-9147-4c597dcf94ed req-c3e5097f-1d98-49d2-ab66-cd4a0769ca30 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0523069 Mar 10 03:45:28.297632 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2a427bfd-4446-4511-9147-4c597dcf94ed req-c6082cb4-ea11-4d1a-b3e7-af4c25badac6 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448575 Mar 10 03:45:28.601362 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaee238-d887-458c-9ca4-3ba6ee762e3f req-28993c85-a03e-4ab7-9a7c-ea9d14d4ff6b tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:28.602929 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1eaee238-d887-458c-9ca4-3ba6ee762e3f req-28993c85-a03e-4ab7-9a7c-ea9d14d4ff6b tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 944 time: 0.0526419 Mar 10 03:45:28.649954 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1eaee238-d887-458c-9ca4-3ba6ee762e3f req-7749650f-ca9c-485d-ad86-38d03ba78982 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404854 Mar 10 03:45:29.413130 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c8a30-f76b-4e48-bfd3-61c1617e1a6c req-470b0c17-9d00-4d5e-a38c-8df031fc653b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:29.414606 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-784c8a30-f76b-4e48-bfd3-61c1617e1a6c req-470b0c17-9d00-4d5e-a38c-8df031fc653b tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Mar 10 03:45:29.460243 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-784c8a30-f76b-4e48-bfd3-61c1617e1a6c req-0cb68a83-4292-497b-9828-4727ef8cf32e tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Mar 10 03:45:29.613150 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 44077c1f-f99b-4b09-be40-1600b2a28d93 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:45:29.710200 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 44077c1f-f99b-4b09-be40-1600b2a28d93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=44077c1f-f99b-4b09-be40-1600b2a28d93,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:29.722098 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '44077c1f-f99b-4b09-be40-1600b2a28d93', 'network_id': 'e9f05716-bc93-4772-bb3c-caeb988641c6', 'port_id': '44077c1f-f99b-4b09-be40-1600b2a28d93', 'mac_address': 'fa:16:3e:fc:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3993b21d-2e5b-4725-a3d7-2bb4ac80461f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:45:29.758428 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 44077c1f-f99b-4b09-be40-1600b2a28d93 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:45:29.758847 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:29.771321 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeb093-58bd-47a2-8c42-100193779957 req-3b82fbff-ca8c-4ca3-95dc-3fcf8087c59c tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:29.771851 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44077c1f-f99b-4b09-be40-1600b2a28d93 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:45:29.778045 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-71aeb093-58bd-47a2-8c42-100193779957 req-3b82fbff-ca8c-4ca3-95dc-3fcf8087c59c tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 944 time: 0.0628500 Mar 10 03:45:29.792523 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 44077c1f-f99b-4b09-be40-1600b2a28d93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=44077c1f-f99b-4b09-be40-1600b2a28d93,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:29.797562 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:29.821760 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-71aeb093-58bd-47a2-8c42-100193779957 req-f6373e76-40d2-47ba-a2c0-df75e232c215 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Mar 10 03:45:29.843533 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=44077c1f-f99b-4b09-be40-1600b2a28d93,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:30.193625 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-ae7264a2-262f-4827-ae55-b040c2743aa3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:30.195095 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-ae7264a2-262f-4827-ae55-b040c2743aa3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.16 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.0513396 Mar 10 03:45:30.259242 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['44077c1f-f99b-4b09-be40-1600b2a28d93'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:45:30.310093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Deleting port 14bb84d6-7125-402c-9953-f8c5b415f748 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:30.310821 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:30.431967 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] For port 14bb84d6-7125-402c-9953-f8c5b415f748, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=14bb84d6-7125-402c-9953-f8c5b415f748,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:30.432578 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:30.449168 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Calling delete_port for 14bb84d6-7125-402c-9953-f8c5b415f748 owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:30.644734 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:30.650034 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5048f90-597d-49db-95d7-0804eea2fdb5 req-4c1d47a2-305a-464b-ab28-78cbd260edc9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:30.654738 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c5048f90-597d-49db-95d7-0804eea2fdb5 req-4c1d47a2-305a-464b-ab28-78cbd260edc9 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=c54d5ef5-c514-4daa-8d8c-094318cb2528 HTTP/1.1" status: 200 len: 945 time: 0.1045399 Mar 10 03:45:30.654738 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (14bb84d6-7125-402c-9953-f8c5b415f748), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:30.691557 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Pushing event deleted for resources: {'Port': ['ID=14bb84d6-7125-402c-9953-f8c5b415f748,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:30.703685 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['13f00d04-792e-4bf3-bd27-000dc5c04f5a', '14bb84d6-7125-402c-9953-f8c5b415f748'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:45:30.778926 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] No DVR routers for this DVR port 14bb84d6-7125-402c-9953-f8c5b415f748 on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:45:30.791428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:30.794598 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-93ae1182-12cc-48b9-bfb8-46f966f2d1c5 req-f36971e3-f3f9-4858-9e07-8fe43fefbb36 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.16 "DELETE /v2.0/ports/14bb84d6-7125-402c-9953-f8c5b415f748 HTTP/1.1" status: 204 len: 173 time: 0.5941381 Mar 10 03:45:30.795053 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54d5ef5-c514-4daa-8d8c-094318cb2528', 'name': 'network-vif-deleted', 'tag': '14bb84d6-7125-402c-9953-f8c5b415f748'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:30.797853 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55fbf4d-ec18-4409-8ada-86996182f1dc" -d '{"events": [{"server_uuid": "c54d5ef5-c514-4daa-8d8c-094318cb2528", "name": "network-vif-deleted", "tag": "14bb84d6-7125-402c-9953-f8c5b415f748"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:30.807918 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c5048f90-597d-49db-95d7-0804eea2fdb5 req-4b26275f-e1db-4197-a18b-9ce11fdbdd1a tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460209 Mar 10 03:45:30.821747 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcd7ba-eb36-402d-9197-198352d2db62 req-5f631aec-7b9b-4346-b5ee-cf933b62014e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:30.823303 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-88fcd7ba-eb36-402d-9197-198352d2db62 req-5f631aec-7b9b-4346-b5ee-cf933b62014e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 946 time: 0.1344306 Mar 10 03:45:30.857063 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced84a8b-9f94-4a38-bc86-83a9fa2fbc38 x-openstack-request-id: req-ced84a8b-9f94-4a38-bc86-83a9fa2fbc38 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:30.857362 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54d5ef5-c514-4daa-8d8c-094318cb2528", "name": "network-vif-deleted", "tag": "14bb84d6-7125-402c-9953-f8c5b415f748", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:30.857621 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ced84a8b-9f94-4a38-bc86-83a9fa2fbc38 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:30.858138 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54d5ef5-c514-4daa-8d8c-094318cb2528', 'name': 'network-vif-deleted', 'tag': '14bb84d6-7125-402c-9953-f8c5b415f748', 'status': 'completed', 'code': 200} Mar 10 03:45:30.884183 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-88fcd7ba-eb36-402d-9197-198352d2db62 req-eda81099-7530-4ea0-8cd2-e254c2e00cb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545208 Mar 10 03:45:30.964275 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a0ed6-cb98-450c-8203-ce6346cde317 req-3c82dac0-2584-4b3f-bf30-8167ebb4fcec tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:30.965907 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-924a0ed6-cb98-450c-8203-ce6346cde317 req-3c82dac0-2584-4b3f-bf30-8167ebb4fcec tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 945 time: 0.0619202 Mar 10 03:45:31.016047 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-924a0ed6-cb98-450c-8203-ce6346cde317 req-3f4476ca-9f35-49db-a1f5-023b4efeff22 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444412 Mar 10 03:45:31.636513 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 44077c1f-f99b-4b09-be40-1600b2a28d93 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:45:31.686152 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 44077c1f-f99b-4b09-be40-1600b2a28d93 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:45:31.690695 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 44077c1f-f99b-4b09-be40-1600b2a28d93 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:45:31.691093 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:31.768144 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 44077c1f-f99b-4b09-be40-1600b2a28d93 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:45:31.768537 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:31.791220 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f44965-8651-4b01-a288-4c4353a39c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44077c1f-f99b-4b09-be40-1600b2a28d93'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:31.793611 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0ff4a0-a247-4eda-895a-b00bac803fe9" -d '{"events": [{"server_uuid": "94f44965-8651-4b01-a288-4c4353a39c32", "name": "network-vif-plugged", "status": "completed", "tag": "44077c1f-f99b-4b09-be40-1600b2a28d93"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:31.806415 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 44077c1f-f99b-4b09-be40-1600b2a28d93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=44077c1f-f99b-4b09-be40-1600b2a28d93,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:31.810609 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:31.833700 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0a16e2-912e-48ca-a612-f8944a5e22f7 x-openstack-request-id: req-7f0a16e2-912e-48ca-a612-f8944a5e22f7 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:31.834021 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f44965-8651-4b01-a288-4c4353a39c32", "name": "network-vif-plugged", "status": "completed", "tag": "44077c1f-f99b-4b09-be40-1600b2a28d93", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:31.834282 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f0a16e2-912e-48ca-a612-f8944a5e22f7 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:31.834677 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f44965-8651-4b01-a288-4c4353a39c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44077c1f-f99b-4b09-be40-1600b2a28d93', 'code': 200} Mar 10 03:45:31.861722 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=44077c1f-f99b-4b09-be40-1600b2a28d93,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:32.008021 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34afad6-127c-4c25-84fc-21adfbc15c89 req-8cefd3f1-ddde-4ebc-9206-23f3cec89734 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:32.009534 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d34afad6-127c-4c25-84fc-21adfbc15c89 req-8cefd3f1-ddde-4ebc-9206-23f3cec89734 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 946 time: 0.0583096 Mar 10 03:45:32.067424 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d34afad6-127c-4c25-84fc-21adfbc15c89 req-87b66305-ff40-4476-bd45-0caa158c48d2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511479 Mar 10 03:45:32.112630 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b4032-f37c-4078-b3fa-847cc0cd70cc req-98c2f013-640f-4a6d-88d5-a1d33f203fc2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:32.114101 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-081b4032-f37c-4078-b3fa-847cc0cd70cc req-98c2f013-640f-4a6d-88d5-a1d33f203fc2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0622771 Mar 10 03:45:32.219151 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-081b4032-f37c-4078-b3fa-847cc0cd70cc req-481f9e03-03d4-4686-96de-8027256d4c90 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968859 Mar 10 03:45:32.229794 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b79f9-e658-4190-a14e-63697c818d2a req-ff6d6f43-a8e3-4a8e-b7cc-7931e0dc8c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:32.231300 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-826b79f9-e658-4190-a14e-63697c818d2a req-ff6d6f43-a8e3-4a8e-b7cc-7931e0dc8c29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 1130 time: 0.1271508 Mar 10 03:45:32.238724 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08b546-9e58-4781-8caf-c445888e9921 req-dfd123b1-24cd-4305-839b-d69cd8472474 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:32.240090 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9d08b546-9e58-4781-8caf-c445888e9921 req-dfd123b1-24cd-4305-839b-d69cd8472474 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 946 time: 0.1181276 Mar 10 03:45:32.313591 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9d08b546-9e58-4781-8caf-c445888e9921 req-2e1745a2-f4f3-4473-b745-1ead423d2ec7 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679476 Mar 10 03:45:32.319470 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-826b79f9-e658-4190-a14e-63697c818d2a req-c0069866-00e2-4a7e-8878-e87ba0bb38be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607543 Mar 10 03:45:33.111998 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04319ac6-aadd-4948-a9ec-c43862822143 req-366084a6-5d6b-4315-a681-c89e89482704 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:33.113483 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04319ac6-aadd-4948-a9ec-c43862822143 req-366084a6-5d6b-4315-a681-c89e89482704 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 946 time: 0.0578558 Mar 10 03:45:33.242741 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731672d-d468-4042-afd3-7e01d7ad9526 req-6e727cc4-cb12-4746-8aa1-3e4180a788d8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:33.244262 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6731672d-d468-4042-afd3-7e01d7ad9526 req-6e727cc4-cb12-4746-8aa1-3e4180a788d8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 946 time: 0.0963178 Mar 10 03:45:33.277909 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Deleting port dacc7ffb-9f60-40f2-b1e2-b60c493daafb {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:33.278256 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:33.385879 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6731672d-d468-4042-afd3-7e01d7ad9526 req-58ea4299-39fc-4d2a-8b3a-4770d5b46e64 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=840f26b0-20e7-4fdd-a7a7-1dcd80326d13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330664 Mar 10 03:45:33.428553 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] For port dacc7ffb-9f60-40f2-b1e2-b60c493daafb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:33.428914 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:33.438387 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb8610-dce0-4a09-a176-5d8eb8d62d0c req-1c394365-fdb0-4ab6-a267-5effe39fb1ec tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:33.440050 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e0cb8610-dce0-4a09-a176-5d8eb8d62d0c req-1c394365-fdb0-4ab6-a267-5effe39fb1ec tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1418991 Mar 10 03:45:33.643950 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 14bb84d6-7125-402c-9953-f8c5b415f748 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:45:33.659836 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e0cb8610-dce0-4a09-a176-5d8eb8d62d0c req-eada8480-7bf1-4b13-8ecc-6d2e029c2c84 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130911 Mar 10 03:45:33.663927 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 14bb84d6-7125-402c-9953-f8c5b415f748 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:45:33.664278 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 14bb84d6-7125-402c-9953-f8c5b415f748 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:45:33.668948 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17156d0c-5c21-4e7a-8be5-4c5e58f5af36 req-a6e572df-9f1a-4a18-992c-37a2ee763ec1 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:33.670430 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-17156d0c-5c21-4e7a-8be5-4c5e58f5af36 req-a6e572df-9f1a-4a18-992c-37a2ee763ec1 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 946 time: 0.2248535 Mar 10 03:45:33.765988 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-17156d0c-5c21-4e7a-8be5-4c5e58f5af36 req-00425d24-8d18-4910-bd20-34a4d088c076 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889721 Mar 10 03:45:33.775467 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:33.775842 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:33.776163 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Floating IP d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f disassociated. External IP: 172.27.1.124, port: dacc7ffb-9f60-40f2-b1e2-b60c493daafb. Mar 10 03:45:33.776508 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Calling delete_port for dacc7ffb-9f60-40f2-b1e2-b60c493daafb owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:33.905782 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (dacc7ffb-9f60-40f2-b1e2-b60c493daafb), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:33.931550 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'Port': ['ID=dacc7ffb-9f60-40f2-b1e2-b60c493daafb,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:34.047527 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:45:34.153557 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:45:34.165189 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:45:34.176157 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:45:34.176784 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:34.197960 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] No DVR routers for this DVR port dacc7ffb-9f60-40f2-b1e2-b60c493daafb on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:45:34.200555 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:34.204569 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04319ac6-aadd-4948-a9ec-c43862822143 req-9f27aad9-e619-4684-a7ee-e4b82b99c46a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "DELETE /v2.0/ports/dacc7ffb-9f60-40f2-b1e2-b60c493daafb HTTP/1.1" status: 204 len: 173 time: 1.0811923 Mar 10 03:45:34.205012 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'name': 'network-vif-deleted', 'tag': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:34.207259 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a07bd62-2483-4506-bb3c-253ac0f87fd2" -d '{"events": [{"server_uuid": "0803b128-b701-440f-84ca-aa0e2bb14f4e", "name": "network-vif-deleted", "tag": "dacc7ffb-9f60-40f2-b1e2-b60c493daafb"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:34.244605 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b457d9-4e87-4344-9541-31a08f75d9c4 x-openstack-request-id: req-01b457d9-4e87-4344-9541-31a08f75d9c4 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:34.244773 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0803b128-b701-440f-84ca-aa0e2bb14f4e", "name": "network-vif-deleted", "tag": "dacc7ffb-9f60-40f2-b1e2-b60c493daafb", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:34.246876 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01b457d9-4e87-4344-9541-31a08f75d9c4 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:34.247310 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0803b128-b701-440f-84ca-aa0e2bb14f4e', 'name': 'network-vif-deleted', 'tag': 'dacc7ffb-9f60-40f2-b1e2-b60c493daafb', 'status': 'completed', 'code': 200} Mar 10 03:45:34.313113 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:45:34.494589 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0203b96c-9fee-4d6c-9816-ae3cf5775b4f req-6f6f20f0-a158-46fa-a359-ba562361fe10 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=0803b128-b701-440f-84ca-aa0e2bb14f4e HTTP/1.1" status: 200 len: 210 time: 0.0279200 Mar 10 03:45:34.542237 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:43:02Z', 'revision_number': 2, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:34.572289 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:45:34.580395 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:45:34.580995 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:34.774623 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:45:34.817784 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa329a37-7b5b-4843-8a86-c0872845a98d req-b7b83964-79b9-4107-a1c7-376d9e1212de tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:34.819626 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fa329a37-7b5b-4843-8a86-c0872845a98d req-b7b83964-79b9-4107-a1c7-376d9e1212de tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0766175 Mar 10 03:45:34.881884 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fa329a37-7b5b-4843-8a86-c0872845a98d req-96c07640-0d30-44e3-be52-b76d7b6358fe tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565503 Mar 10 03:45:34.946582 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c298d-b1d9-468a-949f-3640e782848c req-16f3422a-1fc3-483b-ad16-f21530983a04 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:34.948398 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-984c298d-b1d9-468a-949f-3640e782848c req-16f3422a-1fc3-483b-ad16-f21530983a04 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 946 time: 0.0655267 Mar 10 03:45:34.999773 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-984c298d-b1d9-468a-949f-3640e782848c req-947f7dcb-6224-471c-8f7c-463e54f53fe7 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Mar 10 03:45:35.049433 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:43:02Z', 'revision_number': 2, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:35.080335 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cb6b8f-837d-4d82-b63f-90e68b59b3e9 None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:c0:c4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:42:25Z', 'updated_at': '2022-03-10T03:43:02Z', 'revision_number': 2, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:45:35.328813 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f30e9-129f-42ee-8503-a9cc0a0c55fb None None] New status for floating IP d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f: DOWN {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:45:35.579806 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:45:35.584539 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53396) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:35.636743 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (840f26b0-20e7-4fdd-a7a7-1dcd80326d13), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:35.637574 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device dacc7ffb-9f60-40f2-b1e2-b60c493daafb no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:45:35.658394 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: dacc7ffb-9f60-40f2-b1e2-b60c493daafb {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:45:35.658772 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device dacc7ffb-9f60-40f2-b1e2-b60c493daafb not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:45:35.660380 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (840f26b0-20e7-4fdd-a7a7-1dcd80326d13), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:35.708027 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (840f26b0-20e7-4fdd-a7a7-1dcd80326d13), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:35.710572 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:35.711765 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "DELETE /v2.0/security-groups/840f26b0-20e7-4fdd-a7a7-1dcd80326d13 HTTP/1.1" status: 204 len: 168 time: 0.1261704 Mar 10 03:45:35.714533 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53398) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:35.721321 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840f26b0-20e7-4fdd-a7a7-1dcd80326d13,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:35.728561 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.728893 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.api.v2.resource [None req-999a9d5e-c467-432a-be5d-3aadaccb738d tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] show failed (client error): The resource could not be found. Mar 10 03:45:35.729016 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.729241 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732461 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732461 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732679 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-999a9d5e-c467-432a-be5d-3aadaccb738d tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups/840f26b0-20e7-4fdd-a7a7-1dcd80326d13 HTTP/1.1" status: 404 len: 347 time: 0.0141890 Mar 10 03:45:35.732769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.732769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c8a35-ff05-49c2-bf20-77ad7047602e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:45:35.733390 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53400) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:35.864749 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Deleting port 93fa72f4-8dc4-4b8a-99f2-ee935874effb {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:35.865100 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (93fa72f4-8dc4-4b8a-99f2-ee935874effb), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:35.939551 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (93fa72f4-8dc4-4b8a-99f2-ee935874effb), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:35.939911 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (93fa72f4-8dc4-4b8a-99f2-ee935874effb), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:35.951601 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Calling delete_port for 93fa72f4-8dc4-4b8a-99f2-ee935874effb owned by network:floatingip {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:36.070876 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd7123-de96-4162-ab04-92151a58cada req-6b3aa5c5-7e0d-4c17-9e9e-b7b1ba307aed tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:36.072320 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-52bd7123-de96-4162-ab04-92151a58cada req-6b3aa5c5-7e0d-4c17-9e9e-b7b1ba307aed tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.1064222 Mar 10 03:45:36.408434 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-52bd7123-de96-4162-ab04-92151a58cada req-b16b35f8-026f-4d03-824e-e803c0ba3b07 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246002 Mar 10 03:45:36.432738 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (93fa72f4-8dc4-4b8a-99f2-ee935874effb), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:36.460289 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'Port': ['ID=93fa72f4-8dc4-4b8a-99f2-ee935874effb,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:36.526049 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:36.528819 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:36.529992 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-221749a2-d932-483b-ab56-1db722276ebd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "DELETE /v2.0/floatingips/d1ed5bef-6d9a-4a11-bbb1-2d5257bdc08f HTTP/1.1" status: 204 len: 168 time: 0.7960813 Mar 10 03:45:37.541045 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f20da-3a61-4ec2-917d-cfa069249361 req-40256f8f-aea9-4a15-ad16-d0ff5c961862 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:37.542591 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f48f20da-3a61-4ec2-917d-cfa069249361 req-40256f8f-aea9-4a15-ad16-d0ff5c961862 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0584710 Mar 10 03:45:37.591189 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f48f20da-3a61-4ec2-917d-cfa069249361 req-a17c8578-15c7-497a-96a3-773b8b2a1fcc tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425017 Mar 10 03:45:38.707814 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac60d8a-bcc3-42e7-bb5a-e2f92c2e729a req-f29e0b80-63df-404a-bfcd-61fc87ecbaa2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:38.709339 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fac60d8a-bcc3-42e7-bb5a-e2f92c2e729a req-f29e0b80-63df-404a-bfcd-61fc87ecbaa2 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0519135 Mar 10 03:45:38.755454 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fac60d8a-bcc3-42e7-bb5a-e2f92c2e729a req-7131818d-1e2b-4f25-b166-c9fcccdc7014 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/security-groups?id=0a6714d1-aa72-426e-abee-89a42c78e4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Mar 10 03:45:39.188125 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-bfe7dd0e-152f-4a3b-ad9f-08d041273da3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:39.189492 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-bfe7dd0e-152f-4a3b-ad9f-08d041273da3 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 946 time: 0.0563166 Mar 10 03:45:39.279002 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Deleting port 13f00d04-792e-4bf3-bd27-000dc5c04f5a {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:39.279349 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:39.369592 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] For port 13f00d04-792e-4bf3-bd27-000dc5c04f5a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=13f00d04-792e-4bf3-bd27-000dc5c04f5a,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:39.369987 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:39.382389 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Calling delete_port for 13f00d04-792e-4bf3-bd27-000dc5c04f5a owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:39.509284 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (13f00d04-792e-4bf3-bd27-000dc5c04f5a), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:39.540826 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Pushing event deleted for resources: {'Port': ['ID=13f00d04-792e-4bf3-bd27-000dc5c04f5a,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:39.556321 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['13f00d04-792e-4bf3-bd27-000dc5c04f5a'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:45:39.585022 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] No DVR routers for this DVR port 13f00d04-792e-4bf3-bd27-000dc5c04f5a on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:45:39.587288 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:39.590525 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-740a3860-560b-406c-bb5e-9131a2dccb50 req-455b80bb-e37e-4202-9c65-ca24b4352b34 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.16 "DELETE /v2.0/ports/13f00d04-792e-4bf3-bd27-000dc5c04f5a HTTP/1.1" status: 204 len: 173 time: 0.3959560 Mar 10 03:45:39.591168 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1', 'name': 'network-vif-deleted', 'tag': '13f00d04-792e-4bf3-bd27-000dc5c04f5a'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:39.594285 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb01a2f7-1fd0-4e4f-a815-b58c574af4a2" -d '{"events": [{"server_uuid": "f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1", "name": "network-vif-deleted", "tag": "13f00d04-792e-4bf3-bd27-000dc5c04f5a"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:39.633290 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2775af-a439-41d4-9683-5440e3209490 x-openstack-request-id: req-1e2775af-a439-41d4-9683-5440e3209490 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:39.633678 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1", "name": "network-vif-deleted", "tag": "13f00d04-792e-4bf3-bd27-000dc5c04f5a", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:39.634003 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e2775af-a439-41d4-9683-5440e3209490 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:39.634502 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1', 'name': 'network-vif-deleted', 'tag': '13f00d04-792e-4bf3-bd27-000dc5c04f5a', 'status': 'completed', 'code': 200} Mar 10 03:45:39.860577 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2d5181d5-9a61-498a-be0a-6c5ecceb81fa req-02468ca2-b83e-4dad-8e2d-bbf2ce766dd5 tempest-ServerRescueNegativeTestJSON-581170766 tempest-ServerRescueNegativeTestJSON-581170766-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b8c454-1487-46ce-9cc3-8bbdd1cbf0d1 HTTP/1.1" status: 200 len: 210 time: 0.0275877 Mar 10 03:45:40.916023 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53454) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:41.319030 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:41.601326 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Deleting port e37065b7-95ae-45bc-b811-959bd931778c {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:41.601660 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (e37065b7-95ae-45bc-b811-959bd931778c), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:41.680967 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] For port e37065b7-95ae-45bc-b811-959bd931778c, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=e37065b7-95ae-45bc-b811-959bd931778c,segment=NetworkSegment(ad1b0dd8-135d-4664-85a1-435e2d29b96d),segment_id=ad1b0dd8-135d-4664-85a1-435e2d29b96d)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:41.681561 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (e37065b7-95ae-45bc-b811-959bd931778c), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:41.682561 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 13f00d04-792e-4bf3-bd27-000dc5c04f5a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:45:41.695854 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Calling delete_port for e37065b7-95ae-45bc-b811-959bd931778c owned by network:router_interface {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:41.721655 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 13f00d04-792e-4bf3-bd27-000dc5c04f5a {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:45:41.722896 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 13f00d04-792e-4bf3-bd27-000dc5c04f5a not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:45:41.877671 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (e37065b7-95ae-45bc-b811-959bd931778c), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:41.901857 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Pushing event deleted for resources: {'Port': ['ID=e37065b7-95ae-45bc-b811-959bd931778c,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:42.060855 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:42.286642 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:45:42.393963 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:45:42.398950 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c1286f24-6c89-4215-88f7-322a9f2e412b admin admin] 10.222.0.20 "PUT /v2.0/routers/405bda7b-c408-4bd8-b8ba-57ae8261d0c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4818993 Mar 10 03:45:42.401485 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53466) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:42.402867 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] Sync routers for ids ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:45:42.414579 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] Routers {'405bda7b-c408-4bd8-b8ba-57ae8261d0c4'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:45:42.415241 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:42.525116 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks [] for router (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:42.530581 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] Set router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:45:42.645581 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks [] for router_gateway (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:42.704328 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Deleting port c76891ad-6525-4775-94c5-47e3b3fb4ade {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:42.704667 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:42.715193 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:45:41Z', 'revision_number': 5, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port': {'id': 'c76891ad-6525-4775-94c5-47e3b3fb4ade', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:42.746756 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] Checking router: 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:45:42.755781 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] Routers {'405bda7b-c408-4bd8-b8ba-57ae8261d0c4'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:45:42.756396 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:42.792659 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] For port c76891ad-6525-4775-94c5-47e3b3fb4ade, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=c76891ad-6525-4775-94c5-47e3b3fb4ade,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:42.792948 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:42.806768 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Calling delete_port for c76891ad-6525-4775-94c5-47e3b3fb4ade owned by network:router_gateway {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:42.850445 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] Set router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 gateway port host: None {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:45:42.902356 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:45:42Z', 'revision_number': 6, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port_host': None}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:42.937686 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90389d6b-96a2-4a13-b357-802166353cdc None None] The sync data for ids ['405bda7b-c408-4bd8-b8ba-57ae8261d0c4'] in dv-cinder-804735-27-iscsi is: [{'id': '405bda7b-c408-4bd8-b8ba-57ae8261d0c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1371224727-router', 'tenant_id': '5d06f556d50a488797e95fb2be32ba7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:45:42Z', 'revision_number': 6, 'project_id': '5d06f556d50a488797e95fb2be32ba7c', 'gw_port_host': None}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:45:42.998997 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (c76891ad-6525-4775-94c5-47e3b3fb4ade), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.024361 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c76891ad-6525-4775-94c5-47e3b3fb4ade,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:43.087654 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.189123 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.191266 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks [] for router_controller (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.253147 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (405bda7b-c408-4bd8-b8ba-57ae8261d0c4), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.253609 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 405bda7b-c408-4bd8-b8ba-57ae8261d0c4 {{(pid=109718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:45:43.259178 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.260225 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-f1869a4f-7f37-48a6-b111-f724ae22d2ec admin admin] 10.222.0.20 "DELETE /v2.0/routers/405bda7b-c408-4bd8-b8ba-57ae8261d0c4 HTTP/1.1" status: 204 len: 168 time: 0.8578086 Mar 10 03:45:43.262996 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53482) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:43.595217 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f32706-f149-4ddf-a660-4963c0db83c7 admin admin] Deleting subnet 8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 {{(pid=109718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:45:43.600157 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c6f32706-f149-4ddf-a660-4963c0db83c7 admin admin] Publish callbacks [] for subnet (8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.640263 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c6f32706-f149-4ddf-a660-4963c0db83c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9157497'] for subnet (8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.648153 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd405da-2dc3-4fd4-82ac-a5be8d1cce09 req-95c80b25-0a4d-4979-8fdb-e12981d69957 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:43.649606 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9fd405da-2dc3-4fd4-82ac-a5be8d1cce09 req-95c80b25-0a4d-4979-8fdb-e12981d69957 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0926104 Mar 10 03:45:43.710022 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c6f32706-f149-4ddf-a660-4963c0db83c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.746732 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9fd405da-2dc3-4fd4-82ac-a5be8d1cce09 req-189ce8ab-7a29-4ea9-ae6a-e5623473250e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806510 Mar 10 03:45:43.776145 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c6f32706-f149-4ddf-a660-4963c0db83c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10302180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9938755'] for subnet (8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.802214 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f32706-f149-4ddf-a660-4963c0db83c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:43.804156 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c6f32706-f149-4ddf-a660-4963c0db83c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.807262 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c6f32706-f149-4ddf-a660-4963c0db83c7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8b48c3c3-1203-4894-9cb1-6d3cc77a5ba4 HTTP/1.1" status: 204 len: 168 time: 0.5433099 Mar 10 03:45:43.809684 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53488) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:43.882101 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (be7ebf66-3afd-4457-b3e5-deb620cb0dfa), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.959055 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (be7ebf66-3afd-4457-b3e5-deb620cb0dfa), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:43.983708 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7ebf66-3afd-4457-b3e5-deb620cb0dfa']}} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:43.993408 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1b0dd8-135d-4664-85a1-435e2d29b96d') {'for_net_delete': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:43.993738 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1b0dd8-135d-4664-85a1-435e2d29b96d') {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:44.003542 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157490'] for segment (ad1b0dd8-135d-4664-85a1-435e2d29b96d), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.016904 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (ad1b0dd8-135d-4664-85a1-435e2d29b96d), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10301498'] for segment (ad1b0dd8-135d-4664-85a1-435e2d29b96d), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: Traceback (most recent call last): Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: timer() Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: cb(*args, **kw) Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: return func(*args, **kwargs) Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: self._notify() Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: self.callback(batched_events) Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: event.method(event) Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: return f(self, *a, **k) Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._get(url).json() Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: return self.request(url, 'GET', **kwargs) Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:45:44.025895 dv-cinder-804735-27-iscsi neutron-server[109718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:45:44.083117 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (be7ebf66-3afd-4457-b3e5-deb620cb0dfa), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.088255 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.091441 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] 10.222.0.20 "DELETE /v2.0/networks/be7ebf66-3afd-4457-b3e5-deb620cb0dfa HTTP/1.1" status: 204 len: 168 time: 0.2808671 Mar 10 03:45:44.102604 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763661e-be98-43fe-bd8e-42c9f41a791c admin admin] Pushing event deleted for resources: {'Network': ['ID=be7ebf66-3afd-4457-b3e5-deb620cb0dfa,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:44.251704 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53494) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:44.291577 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-f772820d-47ca-4226-8192-051790eef999 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d06f556d50a488797e95fb2be32ba7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385849 Mar 10 03:45:44.293911 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53496) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:44.340561 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-685d466d-3c27-4137-973f-80109a8a1e99 admin admin] Publish callbacks [] for security_group (0a6714d1-aa72-426e-abee-89a42c78e4d5), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.361302 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-685d466d-3c27-4137-973f-80109a8a1e99 admin admin] Publish callbacks [] for security_group (0a6714d1-aa72-426e-abee-89a42c78e4d5), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.410768 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-685d466d-3c27-4137-973f-80109a8a1e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0a6714d1-aa72-426e-abee-89a42c78e4d5), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.413277 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-685d466d-3c27-4137-973f-80109a8a1e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:44.414418 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-685d466d-3c27-4137-973f-80109a8a1e99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a6714d1-aa72-426e-abee-89a42c78e4d5 HTTP/1.1" status: 204 len: 168 time: 0.1196306 Mar 10 03:45:44.423000 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d466d-3c27-4137-973f-80109a8a1e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6714d1-aa72-426e-abee-89a42c78e4d5,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:44.535632 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device c76891ad-6525-4775-94c5-47e3b3fb4ade no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:45:44.555900 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: c76891ad-6525-4775-94c5-47e3b3fb4ade {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:45:44.556252 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device c76891ad-6525-4775-94c5-47e3b3fb4ade not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:45:44.556671 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device e37065b7-95ae-45bc-b811-959bd931778c no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:45:44.575827 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: e37065b7-95ae-45bc-b811-959bd931778c {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:45:44.576178 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device e37065b7-95ae-45bc-b811-959bd931778c not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:45:44.868858 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995add5-c116-4755-99a8-b659f7a34605 req-9024d7c5-6c83-4db4-9060-f35b7b920f90 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:44.870423 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c995add5-c116-4755-99a8-b659f7a34605 req-9024d7c5-6c83-4db4-9060-f35b7b920f90 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0514579 Mar 10 03:45:44.919733 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c995add5-c116-4755-99a8-b659f7a34605 req-2f9096f9-cb4f-4484-a145-d2f8b5e75741 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420711 Mar 10 03:45:46.041874 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72e758-55ce-43a9-bf1c-99d5d1bd6695 req-b0e4ab80-e194-499a-a68b-f83f4a1bd03f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:46.045545 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6f72e758-55ce-43a9-bf1c-99d5d1bd6695 req-b0e4ab80-e194-499a-a68b-f83f4a1bd03f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0589719 Mar 10 03:45:46.095739 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6f72e758-55ce-43a9-bf1c-99d5d1bd6695 req-a6a06c3c-d4d3-4d55-a8cb-46f8d569da23 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455768 Mar 10 03:45:46.242349 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53558) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:46.346624 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-972c6ab8-976e-4982-87f0-78b7290b5d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:46.425009 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-972c6ab8-976e-4982-87f0-78b7290b5d2d admin admin] Publish callbacks [] for security_group (aa7a1c50-2b2e-4879-8987-d2e2d941f842), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:46.428662 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-972c6ab8-976e-4982-87f0-78b7290b5d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (aa7a1c50-2b2e-4879-8987-d2e2d941f842), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:46.467372 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-972c6ab8-976e-4982-87f0-78b7290b5d2d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6478bcb66aa1499c97f8f41a3f858e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238982 Mar 10 03:45:46.469901 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c6ab8-976e-4982-87f0-78b7290b5d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7a1c50-2b2e-4879-8987-d2e2d941f842,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:46.470989 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53562) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:46.524184 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f92b00e3-0ef7-4533-a02d-2243d1fb39bc admin admin] Publish callbacks [] for security_group (aa7a1c50-2b2e-4879-8987-d2e2d941f842), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:46.546068 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f92b00e3-0ef7-4533-a02d-2243d1fb39bc admin admin] Publish callbacks [] for security_group (aa7a1c50-2b2e-4879-8987-d2e2d941f842), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:46.590200 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f92b00e3-0ef7-4533-a02d-2243d1fb39bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (aa7a1c50-2b2e-4879-8987-d2e2d941f842), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:46.592693 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f92b00e3-0ef7-4533-a02d-2243d1fb39bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:46.593824 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f92b00e3-0ef7-4533-a02d-2243d1fb39bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa7a1c50-2b2e-4879-8987-d2e2d941f842 HTTP/1.1" status: 204 len: 168 time: 0.1218476 Mar 10 03:45:46.601681 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b00e3-0ef7-4533-a02d-2243d1fb39bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7a1c50-2b2e-4879-8987-d2e2d941f842,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:46.856674 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53574) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:46.873723 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf98b-a314-43fb-bf15-3980a467aefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:46.975974 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4af47d-1319-40c9-9b41-28175e17c4de req-390f5164-48c7-4885-8dc4-284858ddba58 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:46.977444 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a4af47d-1319-40c9-9b41-28175e17c4de req-390f5164-48c7-4885-8dc4-284858ddba58 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0769119 Mar 10 03:45:47.008095 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf98b-a314-43fb-bf15-3980a467aefb admin admin] Publish callbacks [] for security_group (547e7401-a7b7-4062-aa29-482aaedb32f0), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:47.013973 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7dcf98b-a314-43fb-bf15-3980a467aefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (547e7401-a7b7-4062-aa29-482aaedb32f0), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:47.069859 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c7dcf98b-a314-43fb-bf15-3980a467aefb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=200e6e35b2964fb2b6efe7dd8b953ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2119522 Mar 10 03:45:47.072583 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53580) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:47.073950 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a4af47d-1319-40c9-9b41-28175e17c4de req-bb3b2a7f-8915-4eb9-afca-dc61dbbbbcfa tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910757 Mar 10 03:45:47.078609 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcf98b-a314-43fb-bf15-3980a467aefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e7401-a7b7-4062-aa29-482aaedb32f0,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:47.139699 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-94b07ea6-a715-417c-9d2e-a9978dd1371e admin admin] Publish callbacks [] for security_group (547e7401-a7b7-4062-aa29-482aaedb32f0), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:47.163100 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-94b07ea6-a715-417c-9d2e-a9978dd1371e admin admin] Publish callbacks [] for security_group (547e7401-a7b7-4062-aa29-482aaedb32f0), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:47.216457 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-94b07ea6-a715-417c-9d2e-a9978dd1371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (547e7401-a7b7-4062-aa29-482aaedb32f0), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:47.220228 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-94b07ea6-a715-417c-9d2e-a9978dd1371e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:47.222375 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-94b07ea6-a715-417c-9d2e-a9978dd1371e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/547e7401-a7b7-4062-aa29-482aaedb32f0 HTTP/1.1" status: 204 len: 168 time: 0.1486259 Mar 10 03:45:47.235618 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b07ea6-a715-417c-9d2e-a9978dd1371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e7401-a7b7-4062-aa29-482aaedb32f0,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:47.252703 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75131cea-9eea-48fd-945f-b342f6fb1ed9 req-30c7b7bd-f26d-434f-8cc0-cceee46a8efd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:47.254318 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-75131cea-9eea-48fd-945f-b342f6fb1ed9 req-30c7b7bd-f26d-434f-8cc0-cceee46a8efd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0881062 Mar 10 03:45:47.305097 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-75131cea-9eea-48fd-945f-b342f6fb1ed9 req-b56cfa61-1fbd-43f1-9e3d-0ebf258ce790 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436609 Mar 10 03:45:48.191919 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af686d3d-cadd-4b07-a851-a03a7f466c5c req-e5189cb8-85ed-46c3-9b54-d4e5933332c1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:48.193403 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-af686d3d-cadd-4b07-a851-a03a7f466c5c req-e5189cb8-85ed-46c3-9b54-d4e5933332c1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0524073 Mar 10 03:45:48.240327 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-af686d3d-cadd-4b07-a851-a03a7f466c5c req-fa0dfeee-cff2-4f03-801c-bc732334af4d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413446 Mar 10 03:45:48.427157 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c65380-0c4e-43d1-99ad-f589d3f81fb4 req-cb7c01d5-397c-4e0d-b769-28072419e406 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:48.428801 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84c65380-0c4e-43d1-99ad-f589d3f81fb4 req-cb7c01d5-397c-4e0d-b769-28072419e406 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0570817 Mar 10 03:45:48.476797 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84c65380-0c4e-43d1-99ad-f589d3f81fb4 req-8a955ddd-623e-4551-966b-f0fc72dd9f8e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Mar 10 03:45:48.770420 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53636) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:48.874920 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6e871b84-133a-4487-9eff-8594cecb78a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:48.946532 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6e871b84-133a-4487-9eff-8594cecb78a0 admin admin] Publish callbacks [] for security_group (937e233b-604d-421e-a96a-70590747521f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:48.950014 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6e871b84-133a-4487-9eff-8594cecb78a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (937e233b-604d-421e-a96a-70590747521f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:48.987245 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-6e871b84-133a-4487-9eff-8594cecb78a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88beb1e63c484c46af2dab23a1644513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157443 Mar 10 03:45:48.989146 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e871b84-133a-4487-9eff-8594cecb78a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937e233b-604d-421e-a96a-70590747521f,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:48.989993 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53640) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:49.037964 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-62c488d2-72ee-482d-ae47-9ba28a5893e4 admin admin] Publish callbacks [] for security_group (937e233b-604d-421e-a96a-70590747521f), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.058939 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-62c488d2-72ee-482d-ae47-9ba28a5893e4 admin admin] Publish callbacks [] for security_group (937e233b-604d-421e-a96a-70590747521f), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.105733 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-62c488d2-72ee-482d-ae47-9ba28a5893e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (937e233b-604d-421e-a96a-70590747521f), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.108288 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-62c488d2-72ee-482d-ae47-9ba28a5893e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.109375 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-62c488d2-72ee-482d-ae47-9ba28a5893e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/937e233b-604d-421e-a96a-70590747521f HTTP/1.1" status: 204 len: 168 time: 0.1184137 Mar 10 03:45:49.118131 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c488d2-72ee-482d-ae47-9ba28a5893e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937e233b-604d-421e-a96a-70590747521f,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:49.369746 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd4b6c-7f7b-4bca-8942-49003ab87cee req-4b55a7b7-04ab-49f3-8cd6-ae1af99df1f5 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:49.371416 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fbd4b6c-7f7b-4bca-8942-49003ab87cee req-4b55a7b7-04ab-49f3-8cd6-ae1af99df1f5 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0605381 Mar 10 03:45:49.373626 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53650) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:49.391888 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-09ab6287-49bb-4c8d-ade5-e89d313bccad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.445096 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3fbd4b6c-7f7b-4bca-8942-49003ab87cee req-c1fadafc-ca85-49db-832e-6243bd633674 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652051 Mar 10 03:45:49.492989 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-09ab6287-49bb-4c8d-ade5-e89d313bccad admin admin] Publish callbacks [] for security_group (c715d45c-0b4b-47d5-b333-b42a37eb7196), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.496614 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-09ab6287-49bb-4c8d-ade5-e89d313bccad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c715d45c-0b4b-47d5-b333-b42a37eb7196), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.534144 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab6287-49bb-4c8d-ade5-e89d313bccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c715d45c-0b4b-47d5-b333-b42a37eb7196,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:49.538749 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-09ab6287-49bb-4c8d-ade5-e89d313bccad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1040734e4884466893e2632734c3e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641071 Mar 10 03:45:49.541330 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53654) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:49.630800 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167971f-a281-46b0-9606-ef8757c1ac61 req-a6a16f92-818c-41ab-b75a-52dc99db89c2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:49.632195 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3167971f-a281-46b0-9606-ef8757c1ac61 req-a6a16f92-818c-41ab-b75a-52dc99db89c2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.0837264 Mar 10 03:45:49.632791 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ac401f-952e-49f8-8626-819a29910734 admin admin] Publish callbacks [] for security_group (c715d45c-0b4b-47d5-b333-b42a37eb7196), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.665748 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ac401f-952e-49f8-8626-819a29910734 admin admin] Publish callbacks [] for security_group (c715d45c-0b4b-47d5-b333-b42a37eb7196), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.713749 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3167971f-a281-46b0-9606-ef8757c1ac61 req-2924330f-b265-49b4-8dcb-a6ead86d85d3 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721865 Mar 10 03:45:49.731047 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ac401f-952e-49f8-8626-819a29910734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c715d45c-0b4b-47d5-b333-b42a37eb7196), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.733633 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ac401f-952e-49f8-8626-819a29910734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:49.735386 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-a5ac401f-952e-49f8-8626-819a29910734 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c715d45c-0b4b-47d5-b333-b42a37eb7196 HTTP/1.1" status: 204 len: 168 time: 0.1925821 Mar 10 03:45:49.743349 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac401f-952e-49f8-8626-819a29910734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c715d45c-0b4b-47d5-b333-b42a37eb7196,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:49.976511 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5a8eb98e-d241-456b-b9cb-491257282924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.395453 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53678) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:50.499194 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1638661051-network', 'tenant_id': 'b7b386d7134a4e588661a4af62c32942'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:50.526718 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Made reservation on behalf of b7b386d7134a4e588661a4af62c32942 for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:45:50.528937 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.552445 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.597075 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cc418-843a-45a9-93eb-bb3ab87bb0b6 req-84b19f0c-db92-4ee7-a387-253b5fb8b715 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:50.598570 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0e3cc418-843a-45a9-93eb-bb3ab87bb0b6 req-84b19f0c-db92-4ee7-a387-253b5fb8b715 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0847654 Mar 10 03:45:50.698349 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0e3cc418-843a-45a9-93eb-bb3ab87bb0b6 req-1fa54348-aca7-4026-8b11-26f0337627a4 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937519 Mar 10 03:45:50.723838 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Publish callbacks [] for security_group (530a9379-5f7b-4ab3-9e74-a290199c085c), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.731585 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-88260adb-221d-4bd3-8610-3ccfbd86d191 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:50.733035 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-88260adb-221d-4bd3-8610-3ccfbd86d191 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.1006682 Mar 10 03:45:50.734060 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (530a9379-5f7b-4ab3-9e74-a290199c085c), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.790139 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:45:50.809740 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530a9379-5f7b-4ab3-9e74-a290199c085c,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:50.838275 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (a2f5fd54-9fc6-4dce-b497-2dbf79e2719e), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.838628 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Added segment a2f5fd54-9fc6-4dce-b497-2dbf79e2719e of type vlan for network 30af7b7b-dfb6-4edd-b18c-97095587f52a Mar 10 03:45:50.915487 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (30af7b7b-dfb6-4edd-b18c-97095587f52a), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.933776 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba46f9a-820f-4d9d-aa91-4038be65d24d req-fceabcb6-a090-4526-9936-a9af35f47980 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:50.935289 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aba46f9a-820f-4d9d-aa91-4038be65d24d req-fceabcb6-a090-4526-9936-a9af35f47980 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 946 time: 0.1462564 Mar 10 03:45:50.975136 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (30af7b7b-dfb6-4edd-b18c-97095587f52a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.975994 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:50.976572 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:50.990193 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Deleting port a4274a13-6824-4ec8-a496-b5f97c3cdd86 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:50.990531 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.057648 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6610591 Mar 10 03:45:51.060550 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53686) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:51.065642 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Request body: {'subnet': {'network_id': '30af7b7b-dfb6-4edd-b18c-97095587f52a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1638661051-subnet', 'tenant_id': 'b7b386d7134a4e588661a4af62c32942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:51.086365 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Made reservation on behalf of b7b386d7134a4e588661a4af62c32942 for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:45:51.088632 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4171848'] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.094626 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aba46f9a-820f-4d9d-aa91-4038be65d24d req-b94ce309-e4fa-4ff2-a14b-86f088f6493f tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=95eb1c6d-5b3c-4561-af96-27b7b51f5943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507852 Mar 10 03:45:51.095505 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dce1a-5dea-4e1d-b5e8-df31f20b32ee admin admin] Pushing event updated for resources: {'Network': ['ID=30af7b7b-dfb6-4edd-b18c-97095587f52a,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:51.106427 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 30af7b7b-dfb6-4edd-b18c-97095587f52a details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:45:51.154635 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] For port a4274a13-6824-4ec8-a496-b5f97c3cdd86, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a4274a13-6824-4ec8-a496-b5f97c3cdd86,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:51.155033 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.262666 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4171878'] for subnet (8317b823-cb66-4a1d-95d3-a2517a714f80), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.318608 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8317b823-cb66-4a1d-95d3-a2517a714f80,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:51.326935 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Checking segment: {'id': 'a2f5fd54-9fc6-4dce-b497-2dbf79e2719e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '30af7b7b-dfb6-4edd-b18c-97095587f52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:45:51.327287 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Network hostable DHCP agents. Network: 30af7b7b-dfb6-4edd-b18c-97095587f52a, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:45:51.332962 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.333337 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.333818 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Floating IP fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7 disassociated. External IP: 172.27.1.248, port: a4274a13-6824-4ec8-a496-b5f97c3cdd86. Mar 10 03:45:51.334344 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Calling delete_port for a4274a13-6824-4ec8-a496-b5f97c3cdd86 owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:51.348470 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Network 30af7b7b-dfb6-4edd-b18c-97095587f52a is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:45:51.359647 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 30af7b7b-dfb6-4edd-b18c-97095587f52a) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:45:51.364914 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:51.365967 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.371384 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c8293-a622-4534-98d2-f1f732228041 None None] Network 30af7b7b-dfb6-4edd-b18c-97095587f52a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:45:51.385486 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-8b79786a-b876-43c6-aea8-a42d22f39b1d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3234391 Mar 10 03:45:51.475596 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (a4274a13-6824-4ec8-a496-b5f97c3cdd86), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.510662 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9813d94-cc76-42a0-9d2d-dab98d45e0df None None] Network 30af7b7b-dfb6-4edd-b18c-97095587f52a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:45:51.511960 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'Port': ['ID=a4274a13-6824-4ec8-a496-b5f97c3cdd86,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:51.653055 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:45:51.767517 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:45:51.778069 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:45:51.794448 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:45:51.795061 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:51.837760 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] No DVR routers for this DVR port a4274a13-6824-4ec8-a496-b5f97c3cdd86 on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:45:51.841157 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:51.844716 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1cd8e79f-9062-4e3b-855d-860573a4032c req-3352b117-b6d1-4e10-bf7d-43e8ced9c209 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "DELETE /v2.0/ports/a4274a13-6824-4ec8-a496-b5f97c3cdd86 HTTP/1.1" status: 204 len: 173 time: 1.1056001 Mar 10 03:45:51.845164 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'name': 'network-vif-deleted', 'tag': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:51.847514 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bf846f-9c48-4716-9818-b3666154434d" -d '{"events": [{"server_uuid": "476d13c9-ef99-4c73-a5f7-8a518c76c237", "name": "network-vif-deleted", "tag": "a4274a13-6824-4ec8-a496-b5f97c3cdd86"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:51.869489 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57ee01-dbcc-4991-8ce6-4fc65a920c38 req-13971078-ebf4-4ed4-9d66-91bd230cbbeb tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:51.871246 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9e57ee01-dbcc-4991-8ce6-4fc65a920c38 req-13971078-ebf4-4ed4-9d66-91bd230cbbeb tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0984802 Mar 10 03:45:51.903836 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff183a4d-9fb7-4e63-b136-b4d2dcd90437 x-openstack-request-id: req-ff183a4d-9fb7-4e63-b136-b4d2dcd90437 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:51.904143 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476d13c9-ef99-4c73-a5f7-8a518c76c237", "name": "network-vif-deleted", "tag": "a4274a13-6824-4ec8-a496-b5f97c3cdd86", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:51.905461 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff183a4d-9fb7-4e63-b136-b4d2dcd90437 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:51.906399 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476d13c9-ef99-4c73-a5f7-8a518c76c237', 'name': 'network-vif-deleted', 'tag': 'a4274a13-6824-4ec8-a496-b5f97c3cdd86', 'status': 'completed', 'code': 200} Mar 10 03:45:51.940731 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9e57ee01-dbcc-4991-8ce6-4fc65a920c38 req-379887c1-f853-4b75-9915-731e112fe291 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614767 Mar 10 03:45:51.950676 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:45:51.970306 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53712) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:51.975315 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-926769687-network', 'tenant_id': '5de0f42854ca4315926965e0725a5dd0'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:51.997596 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Made reservation on behalf of 5de0f42854ca4315926965e0725a5dd0 for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:45:52.001278 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.012172 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.096784 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Publish callbacks [] for security_group (47cd523b-539b-4801-839c-957782b74d19), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.100795 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (47cd523b-539b-4801-839c-957782b74d19), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.126948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:45:52.136698 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cd523b-539b-4801-839c-957782b74d19,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:52.142174 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (7b5650f0-d51b-4f3b-ba19-38531acbaaeb), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.142516 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Added segment 7b5650f0-d51b-4f3b-ba19-38531acbaaeb of type vlan for network 089ae7a2-f4cd-4675-9fa0-4e008847e491 Mar 10 03:45:52.188492 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (089ae7a2-f4cd-4675-9fa0-4e008847e491), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.214982 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (089ae7a2-f4cd-4675-9fa0-4e008847e491), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.216052 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:52.216632 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.230932 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fd3ecb2b-a09a-42c2-996d-64f4957cc39e req-a88dfd67-606f-496f-988b-e0aa058a18e0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=476d13c9-ef99-4c73-a5f7-8a518c76c237 HTTP/1.1" status: 200 len: 210 time: 0.0313730 Mar 10 03:45:52.259267 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53716) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:52.259622 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2880714 Mar 10 03:45:52.265587 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Request body: {'subnet': {'network_id': '089ae7a2-f4cd-4675-9fa0-4e008847e491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-926769687-subnet', 'tenant_id': '5de0f42854ca4315926965e0725a5dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:52.285405 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Made reservation on behalf of 5de0f42854ca4315926965e0725a5dd0 for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:45:52.287991 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9938788'] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.289404 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6521-e2a4-4b77-8f9f-3def431f20b1 admin admin] Pushing event updated for resources: {'Network': ['ID=089ae7a2-f4cd-4675-9fa0-4e008847e491,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:52.306677 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 089ae7a2-f4cd-4675-9fa0-4e008847e491 details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:45:52.402197 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4d95e5f9-aa2a-48a8-adbe-d2dcbcf118d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.409434 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:52.438971 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:45:52.449493 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:45:52.450250 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:52.462249 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10302119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9938762'] for subnet (e658952e-870a-46b4-818a-cb350943d935), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.525154 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e658952e-870a-46b4-818a-cb350943d935,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:52.538208 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Checking segment: {'id': '7b5650f0-d51b-4f3b-ba19-38531acbaaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '089ae7a2-f4cd-4675-9fa0-4e008847e491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:45:52.538461 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Network hostable DHCP agents. Network: 089ae7a2-f4cd-4675-9fa0-4e008847e491, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:45:52.573586 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Network 089ae7a2-f4cd-4675-9fa0-4e008847e491 is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:45:52.586021 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 089ae7a2-f4cd-4675-9fa0-4e008847e491) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:45:52.591936 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:52.592721 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:52.605288 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb72b1-6e62-454a-873c-9c480d0c5384 None None] Network 089ae7a2-f4cd-4675-9fa0-4e008847e491 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:45:52.612073 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:45:52.620427 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-f7ce3429-1f91-4382-9c6a-b25190cf4de7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3596976 Mar 10 03:45:52.817625 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f21952-c85e-49b0-bf94-a9c1b94f60cc None None] Network 089ae7a2-f4cd-4675-9fa0-4e008847e491 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:45:52.973124 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:45:53.001089 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce065dd-346b-4f87-a7b0-d299491c7497 None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:45:53.080219 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaeb80-93fa-48b6-9915-b2a8b19a7e26 req-376f5be8-817a-4dfd-b461-ae2354167a84 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:53.081746 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-edbaeb80-93fa-48b6-9915-b2a8b19a7e26 req-376f5be8-817a-4dfd-b461-ae2354167a84 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0600047 Mar 10 03:45:53.137466 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-edbaeb80-93fa-48b6-9915-b2a8b19a7e26 req-53cbf99a-51dd-4836-bacf-1787ee6f981f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491431 Mar 10 03:45:53.268068 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bddc67-e6e4-447c-8494-c62191ca09fd None None] New status for floating IP fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7: DOWN {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:45:53.322107 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53740) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:53.377414 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e27318c9-f712-4852-8f5c-4970631ebdeb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (95eb1c6d-5b3c-4561-af96-27b7b51f5943), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:53.400101 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e27318c9-f712-4852-8f5c-4970631ebdeb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (95eb1c6d-5b3c-4561-af96-27b7b51f5943), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:53.450934 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e27318c9-f712-4852-8f5c-4970631ebdeb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (95eb1c6d-5b3c-4561-af96-27b7b51f5943), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:53.453533 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e27318c9-f712-4852-8f5c-4970631ebdeb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:53.457418 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e27318c9-f712-4852-8f5c-4970631ebdeb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "DELETE /v2.0/security-groups/95eb1c6d-5b3c-4561-af96-27b7b51f5943 HTTP/1.1" status: 204 len: 168 time: 0.1316364 Mar 10 03:45:53.457872 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53742) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:53.464414 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27318c9-f712-4852-8f5c-4970631ebdeb tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb1c6d-5b3c-4561-af96-27b7b51f5943,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:53.477711 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.api.v2.resource [None req-f456e57c-7f25-488a-8dd5-9e1178126a34 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] show failed (client error): The resource could not be found. Mar 10 03:45:53.481729 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f456e57c-7f25-488a-8dd5-9e1178126a34 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups/95eb1c6d-5b3c-4561-af96-27b7b51f5943 HTTP/1.1" status: 404 len: 347 time: 0.0197294 Mar 10 03:45:53.481904 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53744) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:53.559952 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:53.798008 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Deleting port 172e8cb0-d7ba-4ec0-94fa-1c25e1f89214 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:53.798348 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:53.878011 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:53.878341 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:53.890333 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Calling delete_port for 172e8cb0-d7ba-4ec0-94fa-1c25e1f89214 owned by network:floatingip {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:53.976864 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device a4274a13-6824-4ec8-a496-b5f97c3cdd86 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:45:54.001877 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: a4274a13-6824-4ec8-a496-b5f97c3cdd86 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:45:54.002229 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device a4274a13-6824-4ec8-a496-b5f97c3cdd86 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:45:54.026235 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (172e8cb0-d7ba-4ec0-94fa-1c25e1f89214), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.050951 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'Port': ['ID=172e8cb0-d7ba-4ec0-94fa-1c25e1f89214,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:54.110899 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.113374 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.114521 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-8fa687b4-d190-4391-ae36-45cb6ab7f2e2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "DELETE /v2.0/floatingips/fb9878a4-c15f-4e4d-9e4c-a8d5a9699cd7 HTTP/1.1" status: 204 len: 168 time: 0.6317072 Mar 10 03:45:54.262192 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3e770-f580-40a2-b2d9-2eb167ead741 req-e234ce9e-cbeb-492a-98e2-46b14af508f6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:54.263717 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b2d3e770-f580-40a2-b2d9-2eb167ead741 req-e234ce9e-cbeb-492a-98e2-46b14af508f6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0539887 Mar 10 03:45:54.314151 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b2d3e770-f580-40a2-b2d9-2eb167ead741 req-8af8a56b-6996-474d-a4f2-f3dc6496e316 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440967 Mar 10 03:45:54.431702 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 53768) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:54.436736 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-051ff8b6-3888-4bed-95b9-8598560a93f6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190024799', 'description': 'tempest-description--2062638169'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:54.458645 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-051ff8b6-3888-4bed-95b9-8598560a93f6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.528962 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-051ff8b6-3888-4bed-95b9-8598560a93f6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (4eeb071e-2fea-4734-b3da-df0f5343d0d5), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.533356 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-051ff8b6-3888-4bed-95b9-8598560a93f6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (4eeb071e-2fea-4734-b3da-df0f5343d0d5), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.556390 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-051ff8b6-3888-4bed-95b9-8598560a93f6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.557571 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-051ff8b6-3888-4bed-95b9-8598560a93f6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1248736 Mar 10 03:45:54.560607 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53772) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:54.565689 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ff8b6-3888-4bed-95b9-8598560a93f6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeb071e-2fea-4734-b3da-df0f5343d0d5,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:54.566328 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-997d23c5-81c5-4b99-8f8f-bc56ce825b72 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group_rule': {'security_group_id': '4eeb071e-2fea-4734-b3da-df0f5343d0d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:54.590760 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-997d23c5-81c5-4b99-8f8f-bc56ce825b72 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (e37f1eb7-fd9e-423e-9076-44adbe72f5f1), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.644649 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-997d23c5-81c5-4b99-8f8f-bc56ce825b72 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (e37f1eb7-fd9e-423e-9076-44adbe72f5f1), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.647886 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-997d23c5-81c5-4b99-8f8f-bc56ce825b72 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (e37f1eb7-fd9e-423e-9076-44adbe72f5f1), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.668265 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d23c5-81c5-4b99-8f8f-bc56ce825b72 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37f1eb7-fd9e-423e-9076-44adbe72f5f1,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:54.676607 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-997d23c5-81c5-4b99-8f8f-bc56ce825b72 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.677785 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-997d23c5-81c5-4b99-8f8f-bc56ce825b72 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161420 Mar 10 03:45:54.680454 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53774) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:54.684679 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-2b8cfea0-018b-45e0-a3c9-df4f217b73f8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group_rule': {'security_group_id': '4eeb071e-2fea-4734-b3da-df0f5343d0d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:54.709863 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfea0-018b-45e0-a3c9-df4f217b73f8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (d5b0e73d-c895-454e-ac36-5770d187f7ea), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.767234 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfea0-018b-45e0-a3c9-df4f217b73f8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (d5b0e73d-c895-454e-ac36-5770d187f7ea), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.770712 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfea0-018b-45e0-a3c9-df4f217b73f8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (d5b0e73d-c895-454e-ac36-5770d187f7ea), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.789535 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cfea0-018b-45e0-a3c9-df4f217b73f8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b0e73d-c895-454e-ac36-5770d187f7ea,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:54.794501 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b8cfea0-018b-45e0-a3c9-df4f217b73f8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.795853 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2b8cfea0-018b-45e0-a3c9-df4f217b73f8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144102 Mar 10 03:45:54.798974 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 53782) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:45:54.803157 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:54.823742 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.856015 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:54.925060 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.030508 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Allocated IP 172.27.1.67 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/9301eac8-7e93-4b13-beaf-cb0204d3b96e) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:45:55.133571 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (9301eac8-7e93-4b13-beaf-cb0204d3b96e), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.166395 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (9301eac8-7e93-4b13-beaf-cb0204d3b96e), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.200255 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:45:55.202929 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:45:55.205972 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:45:55.234189 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=9301eac8-7e93-4b13-beaf-cb0204d3b96e,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:55.296610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (9efb635a-c38c-4e31-93f1-8977af57ce8e), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.333240 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (9301eac8-7e93-4b13-beaf-cb0204d3b96e), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.510101 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3a94-d36f-4681-938f-4c4426df6583 req-ad855006-69a0-43e4-be08-3a8b6dda2eee tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:55.511740 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6b0c3a94-d36f-4681-938f-4c4426df6583 req-ad855006-69a0-43e4-be08-3a8b6dda2eee tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1151211 Mar 10 03:45:55.548443 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (9301eac8-7e93-4b13-beaf-cb0204d3b96e), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.554966 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (9301eac8-7e93-4b13-beaf-cb0204d3b96e), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.604186 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6b0c3a94-d36f-4681-938f-4c4426df6583 req-253e7a9b-01c9-4916-8de7-8db31e859399 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842383 Mar 10 03:45:55.641860 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=9301eac8-7e93-4b13-beaf-cb0204d3b96e,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:55.658104 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (9efb635a-c38c-4e31-93f1-8977af57ce8e), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.674293 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:55.675609 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-3dfb4a74-de94-4c2a-88a9-e19f60f2a9a5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8757391 Mar 10 03:45:55.912952 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-372661f0-dc62-4d16-9113-2e91605badd9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1190024799&fields=id&tenant_id=a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 267 time: 0.0458698 Mar 10 03:45:56.016094 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-19e39e7e-d22e-4ad6-b179-df824cae6836 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:56.017572 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-19e39e7e-d22e-4ad6-b179-df824cae6836 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 814 time: 0.0980158 Mar 10 03:45:56.032252 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-9cc8c473-b424-4105-8c8a-0b6a122df4ee tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/quotas/a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 375 time: 0.0095892 Mar 10 03:45:56.086270 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-328500c8-6d8d-4551-83ba-1d9aa5908105 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489357 Mar 10 03:45:56.185532 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-8c91e58f-c6f0-48b5-ade1-5450fc58875c service neutron] 10.222.0.20 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875611 Mar 10 03:45:56.313669 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fb272-6e5f-48db-8917-fe32a4ed932f req-bfad3b8b-fa7e-41d4-a867-aab6b21f314f tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:56.315061 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5c9fb272-6e5f-48db-8917-fe32a4ed932f req-bfad3b8b-fa7e-41d4-a867-aab6b21f314f tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 946 time: 0.1153648 Mar 10 03:45:56.318508 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-99187d22-f473-4c30-bc2c-a1fca7fcc839 service neutron] 10.222.0.20 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261215 Mar 10 03:45:56.362453 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5c9fb272-6e5f-48db-8917-fe32a4ed932f req-82540270-9a80-4bd3-8f17-bec0aa3aee7e tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Mar 10 03:45:56.463574 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:56.493545 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6e11f9e1-c2ad-4893-b097-982f0a81fc9c req-4e1ba7a0-1e7f-4a82-855c-e3433028ca48 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0307269 Mar 10 03:45:56.729551 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a120c4-6638-452e-a706-547ae45456c7 req-9c309ad2-f207-4e15-b84f-a896980f0f49 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:56.731100 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-45a120c4-6638-452e-a706-547ae45456c7 req-9c309ad2-f207-4e15-b84f-a896980f0f49 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0559909 Mar 10 03:45:56.777480 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-45a120c4-6638-452e-a706-547ae45456c7 req-37e5da51-c500-481f-8811-d9cbd2037cb0 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399759 Mar 10 03:45:57.486026 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fcbcc-3b9f-4afd-8178-4430bbc35c5a req-3d7b6540-2fce-4219-8ec1-6f82e2bf462d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:57.488365 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1e4fcbcc-3b9f-4afd-8178-4430bbc35c5a req-3d7b6540-2fce-4219-8ec1-6f82e2bf462d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 946 time: 0.0546739 Mar 10 03:45:57.893910 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-76cfdc76-5bf7-4abc-b43e-ab137298dcf7 req-d9b1d8d1-e4a0-46ee-87b3-6a843398037a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0429764 Mar 10 03:45:57.898814 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1e4fcbcc-3b9f-4afd-8178-4430bbc35c5a req-c0f67452-a994-45de-b17d-3092fed35fb0 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/security-groups?id=6639706a-89f5-4aca-9e25-cfa06b00905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008508 Mar 10 03:45:57.921588 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-9ea80120-c65c-4e3f-8f7e-0a22a2160082 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:57.921588 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-9ea80120-c65c-4e3f-8f7e-0a22a2160082 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 814 time: 0.4316230 Mar 10 03:45:58.022053 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-6c0c2284-53cd-4505-b4d7-8c14e006008e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 380 time: 0.0813646 Mar 10 03:45:58.040845 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527390c-f99d-468f-a883-f559ed5580f2 req-2ab5bfd3-1426-43e9-aa0a-98afbff6285f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:58.042267 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7527390c-f99d-468f-a883-f559ed5580f2 req-2ab5bfd3-1426-43e9-aa0a-98afbff6285f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0766866 Mar 10 03:45:58.047336 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'port': {'device_id': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'admin_state_up': True, 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'security_groups': ['4eeb071e-2fea-4734-b3da-df0f5343d0d5']}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:58.150031 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7527390c-f99d-468f-a883-f559ed5580f2 req-afbaddb9-5332-4719-9fe8-7a381bed11e9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974979 Mar 10 03:45:58.187604 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Made reservation on behalf of a093bec6b657435baf12b36d64ec49b8 for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:45:58.191299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.292360 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-190fa03f-f845-47d5-bf90-2861ccea6edc tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:58.294741 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-190fa03f-f845-47d5-bf90-2861ccea6edc tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.16 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 946 time: 0.0604124 Mar 10 03:45:58.346990 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Allocated IP 172.20.0.7 (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb/8431c025-18d2-4e31-98d0-c31b7ed465d2/5103f7f7-c22e-4402-ae9c-742163572294) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:45:58.402126 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Deleting port 44077c1f-f99b-4b09-be40-1600b2a28d93 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:45:58.402414 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.502440 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (5103f7f7-c22e-4402-ae9c-742163572294), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.509216 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] For port 44077c1f-f99b-4b09-be40-1600b2a28d93, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=44077c1f-f99b-4b09-be40-1600b2a28d93,segment=NetworkSegment(589331f5-d1c7-4149-9b9e-2c8c0b287487),segment_id=589331f5-d1c7-4149-9b9e-2c8c0b287487)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:45:58.509588 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.521733 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Calling delete_port for 44077c1f-f99b-4b09-be40-1600b2a28d93 owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:45:58.539866 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (5103f7f7-c22e-4402-ae9c-742163572294), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.579667 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:45:58.582778 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:45:58.589049 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:45:58.621878 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=5103f7f7-c22e-4402-ae9c-742163572294,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:58.651153 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:58.651968 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.663603 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (44077c1f-f99b-4b09-be40-1600b2a28d93), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.668075 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-ab111c97-ad7d-4e70-b63e-a29d4e5afc3a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6247323 Mar 10 03:45:58.686251 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Request body: {'port': {'device_id': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:45:58.695686 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Pushing event deleted for resources: {'Port': ['ID=44077c1f-f99b-4b09-be40-1600b2a28d93,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:58.705270 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['44077c1f-f99b-4b09-be40-1600b2a28d93'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:45:58.746592 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] No DVR routers for this DVR port 44077c1f-f99b-4b09-be40-1600b2a28d93 on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:45:58.749162 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.753063 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d3b1c08-0439-4f0c-a046-ffb1ea45f3ae req-e68d97ad-c9bd-40f2-956e-1d05b60ad57d tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.16 "DELETE /v2.0/ports/44077c1f-f99b-4b09-be40-1600b2a28d93 HTTP/1.1" status: 204 len: 173 time: 0.4544621 Mar 10 03:45:58.753527 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f44965-8651-4b01-a288-4c4353a39c32', 'name': 'network-vif-deleted', 'tag': '44077c1f-f99b-4b09-be40-1600b2a28d93'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:58.755811 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f39f273-8e7c-434b-946c-54d35e8c503e" -d '{"events": [{"server_uuid": "94f44965-8651-4b01-a288-4c4353a39c32", "name": "network-vif-deleted", "tag": "44077c1f-f99b-4b09-be40-1600b2a28d93"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:58.764128 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5103f7f7-c22e-4402-ae9c-742163572294), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.797982 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a65ff4-9a74-4cd7-af54-f33a6ac58984 x-openstack-request-id: req-80a65ff4-9a74-4cd7-af54-f33a6ac58984 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:58.798302 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f44965-8651-4b01-a288-4c4353a39c32", "name": "network-vif-deleted", "tag": "44077c1f-f99b-4b09-be40-1600b2a28d93", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:58.798534 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80a65ff4-9a74-4cd7-af54-f33a6ac58984 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:58.798996 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f44965-8651-4b01-a288-4c4353a39c32', 'name': 'network-vif-deleted', 'tag': '44077c1f-f99b-4b09-be40-1600b2a28d93', 'status': 'completed', 'code': 200} Mar 10 03:45:58.859099 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-684e680a-1dfb-431f-a9ec-2ab708368533 None None] Provisioning complete for port 5103f7f7-c22e-4402-ae9c-742163572294 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:45:58.860626 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-684e680a-1dfb-431f-a9ec-2ab708368533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (5103f7f7-c22e-4402-ae9c-742163572294), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:58.899654 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-684e680a-1dfb-431f-a9ec-2ab708368533 None None] Port 5103f7f7-c22e-4402-ae9c-742163572294 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:45:59.033424 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1c8e2502-d87c-4d08-9a22-871f913f3cbe req-7a9d8763-d5ad-4b14-a5a8-25fd72879332 tempest-VolumesSnapshotTestJSON-1855914798 tempest-VolumesSnapshotTestJSON-1855914798-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f44965-8651-4b01-a288-4c4353a39c32 HTTP/1.1" status: 200 len: 210 time: 0.0398459 Mar 10 03:45:59.076324 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9384b-a583-4f69-b664-6b75460255d0 req-64fa9321-d0b6-4960-a5b3-f094823fd6bc tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:59.077771 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c1e9384b-a583-4f69-b664-6b75460255d0 req-64fa9321-d0b6-4960-a5b3-f094823fd6bc tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 931 time: 0.1126695 Mar 10 03:45:59.128340 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5103f7f7-c22e-4402-ae9c-742163572294 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:45:59.140539 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Publish callbacks [] for port (5103f7f7-c22e-4402-ae9c-742163572294), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:59.164343 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Transition to ACTIVE for port object 5103f7f7-c22e-4402-ae9c-742163572294 will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:45:59.167688 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c1e9384b-a583-4f69-b664-6b75460255d0 req-b8b473a9-1a60-4a8e-b00d-a8ea6a529c47 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668731 Mar 10 03:45:59.168691 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (5103f7f7-c22e-4402-ae9c-742163572294), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:59.221239 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5103f7f7-c22e-4402-ae9c-742163572294,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:59.324213 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Attempting to bind port 5103f7f7-c22e-4402-ae9c-742163572294 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:45:59.324738 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Attempting to bind port 5103f7f7-c22e-4402-ae9c-742163572294 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:45:59.324877 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Attempting to bind port 5103f7f7-c22e-4402-ae9c-742163572294 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:45:59.332391 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Port 5103f7f7-c22e-4402-ae9c-742163572294 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:45:59.332731 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Attempting to bind port 5103f7f7-c22e-4402-ae9c-742163572294 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:45:59.342737 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:45:59.343091 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Checking segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:45:59.344008 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Bound using segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:45:59.344008 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Bound port: 5103f7f7-c22e-4402-ae9c-742163572294, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:45:59.344682 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5103f7f7-c22e-4402-ae9c-742163572294), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:59.361394 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87c88d-e314-490b-8658-a59cd07928bc req-e6fedc80-f5cc-47c2-bfbe-74c1e701be82 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:59.362945 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7a87c88d-e314-490b-8658-a59cd07928bc req-e6fedc80-f5cc-47c2-bfbe-74c1e701be82 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1056075 Mar 10 03:45:59.462505 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7a87c88d-e314-490b-8658-a59cd07928bc req-a2822cfe-c716-4d2f-9591-0d07a8cb2280 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934556 Mar 10 03:45:59.466178 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] For port 5103f7f7-c22e-4402-ae9c-742163572294, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:45:59.469784 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] For port 5103f7f7-c22e-4402-ae9c-742163572294, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5103f7f7-c22e-4402-ae9c-742163572294,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:45:59.480485 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (5103f7f7-c22e-4402-ae9c-742163572294), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:59.516879 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:59.517523 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:45:59.518889 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] 10.222.0.16 "PUT /v2.0/ports/5103f7f7-c22e-4402-ae9c-742163572294 HTTP/1.1" status: 200 len: 1093 time: 0.8369758 Mar 10 03:45:59.519492 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'tag': '5103f7f7-c22e-4402-ae9c-742163572294'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:45:59.521578 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "99c78cc2-860b-4966-8792-19b117dd4a5f", "tag": "5103f7f7-c22e-4402-ae9c-742163572294"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:45:59.556274 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692e9c5-c4f1-45fd-b577-10bff69fcdb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5103f7f7-c22e-4402-ae9c-742163572294,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:45:59.605626 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ba69bf-8117-4faa-8942-b84e5c339078 x-openstack-request-id: req-87ba69bf-8117-4faa-8942-b84e5c339078 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:45:59.605626 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c78cc2-860b-4966-8792-19b117dd4a5f", "tag": "5103f7f7-c22e-4402-ae9c-742163572294", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:45:59.605939 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87ba69bf-8117-4faa-8942-b84e5c339078 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:45:59.606240 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'tag': '5103f7f7-c22e-4402-ae9c-742163572294', 'status': 'completed', 'code': 200} Mar 10 03:45:59.643151 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-4af69329-f5d8-4ad8-aecc-962d372f8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:59.644642 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-4af69329-f5d8-4ad8-aecc-962d372f8d95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 1127 time: 0.0498333 Mar 10 03:45:59.694516 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-5422b8dc-c388-44a7-b4c5-16ee9dca56d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5103f7f7-c22e-4402-ae9c-742163572294 HTTP/1.1" status: 200 len: 217 time: 0.0350544 Mar 10 03:45:59.743728 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-5e3efa2f-e42a-4331-8169-b6a568fa6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:59.745182 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-5e3efa2f-e42a-4331-8169-b6a568fa6b07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0440469 Mar 10 03:45:59.801755 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-3deca2e3-a327-44d8-a142-796b0d012a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:45:59.803263 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-3deca2e3-a327-44d8-a142-796b0d012a43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513570 Mar 10 03:45:59.894498 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-115074e0-bd59-44e4-9e2a-27c433023be2 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829463 Mar 10 03:45:59.986403 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9cb88d11-e71b-4256-acce-d5faf209d2ca req-155a121c-fa62-4329-9c12-bd513baa5509 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846345 Mar 10 03:46:00.122047 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-40a70507-9401-4eea-84ee-5ce78c087d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:00.123681 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-40a70507-9401-4eea-84ee-5ce78c087d21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 1127 time: 0.0476358 Mar 10 03:46:00.224632 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-3b77fbde-92bf-40ca-b56b-ac693ae05bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:00.226822 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-3b77fbde-92bf-40ca-b56b-ac693ae05bf7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.0965309 Mar 10 03:46:00.271390 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-6769be25-0227-4cad-b2e5-3c37c29e02eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5103f7f7-c22e-4402-ae9c-742163572294 HTTP/1.1" status: 200 len: 217 time: 0.0384464 Mar 10 03:46:00.352223 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-fa858d72-4c18-4237-b41d-02b078f16fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:00.353685 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-fa858d72-4c18-4237-b41d-02b078f16fd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0739052 Mar 10 03:46:00.366147 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ceebc-4427-4278-8309-0ae6a98f36e3 req-4bbd473d-8be8-4d1b-9242-ee73afba7f0a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:00.367629 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d36ceebc-4427-4278-8309-0ae6a98f36e3 req-4bbd473d-8be8-4d1b-9242-ee73afba7f0a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 943 time: 0.0990121 Mar 10 03:46:00.444979 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d36ceebc-4427-4278-8309-0ae6a98f36e3 req-26fc5764-935e-49a9-b900-6cdf916c42dd tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679204 Mar 10 03:46:00.447576 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-77806eba-e422-4e0d-8a14-35bd1934400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:00.448997 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-77806eba-e422-4e0d-8a14-35bd1934400a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0805171 Mar 10 03:46:00.556206 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-41735479-b355-42ef-927e-c1967c9cbf31 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993257 Mar 10 03:46:00.635486 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:00.652839 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625c301-9854-4020-8082-c917ae8c44ab req-9df9d5cb-cb9c-4e01-b28e-6a99010d5451 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:00.654322 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2625c301-9854-4020-8082-c917ae8c44ab req-9df9d5cb-cb9c-4e01-b28e-6a99010d5451 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1123829 Mar 10 03:46:00.686337 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c0dd9e5a-4a42-46d2-a899-410dcf7c4ccb req-c3fec25f-10f7-4a68-a229-f9089429891e service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158266 Mar 10 03:46:00.722523 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2625c301-9854-4020-8082-c917ae8c44ab req-c27c46ba-7a93-4428-a155-0e3d02f79ea2 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618706 Mar 10 03:46:01.568496 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add048e-8ea3-45d0-bdb5-46e53bce480d req-b267e2d7-3a71-4634-af9f-9de36bee3e81 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:01.570082 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1add048e-8ea3-45d0-bdb5-46e53bce480d req-b267e2d7-3a71-4634-af9f-9de36bee3e81 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 943 time: 0.0601680 Mar 10 03:46:01.616741 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1add048e-8ea3-45d0-bdb5-46e53bce480d req-4b48686a-9b88-46d4-883b-76e952d578ae tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404758 Mar 10 03:46:01.845686 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740eda-d552-4885-8823-f4f5ca82dd70 req-2fa6361a-b335-4fff-9e74-bee4c5da704b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:01.847181 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e2740eda-d552-4885-8823-f4f5ca82dd70 req-2fa6361a-b335-4fff-9e74-bee4c5da704b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0516355 Mar 10 03:46:01.895821 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e2740eda-d552-4885-8823-f4f5ca82dd70 req-53a53997-e549-4aff-b66f-7a7498159a59 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431380 Mar 10 03:46:02.734635 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0c2bf-beb1-4098-955d-66b9c9f86380 req-87733bbd-3c3c-4fb2-bdd8-7a37d1fbe17e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:02.736194 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b1f0c2bf-beb1-4098-955d-66b9c9f86380 req-87733bbd-3c3c-4fb2-bdd8-7a37d1fbe17e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 943 time: 0.0525045 Mar 10 03:46:02.783163 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b1f0c2bf-beb1-4098-955d-66b9c9f86380 req-a521f198-f8b6-47c8-bc24-0925b23ac207 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Mar 10 03:46:03.009303 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5ec16-239b-46b9-99bb-5279b50ff024 req-16f1e37d-aeb8-4165-8141-fa5162abd70c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:03.010704 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-77b5ec16-239b-46b9-99bb-5279b50ff024 req-16f1e37d-aeb8-4165-8141-fa5162abd70c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0502877 Mar 10 03:46:03.056695 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-77b5ec16-239b-46b9-99bb-5279b50ff024 req-52f19ac4-7db2-4478-afa2-89d8ee540747 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406227 Mar 10 03:46:03.383010 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 5103f7f7-c22e-4402-ae9c-742163572294 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:46:03.483562 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 5103f7f7-c22e-4402-ae9c-742163572294, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5103f7f7-c22e-4402-ae9c-742163572294,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:03.495809 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '5103f7f7-c22e-4402-ae9c-742163572294', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'port_id': '5103f7f7-c22e-4402-ae9c-742163572294', 'mac_address': 'fa:16:3e:b2:a4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:46:03.533393 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 5103f7f7-c22e-4402-ae9c-742163572294 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:03.533782 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5103f7f7-c22e-4402-ae9c-742163572294), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:03.545988 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5103f7f7-c22e-4402-ae9c-742163572294 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:46:03.565286 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 5103f7f7-c22e-4402-ae9c-742163572294, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5103f7f7-c22e-4402-ae9c-742163572294,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:03.568833 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (5103f7f7-c22e-4402-ae9c-742163572294), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:03.617589 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=5103f7f7-c22e-4402-ae9c-742163572294,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:03.903526 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d00130-d488-4a1c-aeb8-23afdd864533 req-68492654-9dab-4ec6-b505-d1bf4e345d9e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:03.905381 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-37d00130-d488-4a1c-aeb8-23afdd864533 req-68492654-9dab-4ec6-b505-d1bf4e345d9e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 944 time: 0.0557625 Mar 10 03:46:03.950754 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-37d00130-d488-4a1c-aeb8-23afdd864533 req-464a3615-9450-4331-83a5-7b76ad87d5c6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397170 Mar 10 03:46:04.173506 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8010-3328-4b98-be2c-9d86c298193c req-cc87b5d7-2e1c-495a-a449-0f38d2e17d3f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:04.175022 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-276a8010-3328-4b98-be2c-9d86c298193c req-cc87b5d7-2e1c-495a-a449-0f38d2e17d3f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0537603 Mar 10 03:46:04.221508 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-276a8010-3328-4b98-be2c-9d86c298193c req-b624bd6c-29a0-4f2c-8e84-bc3d785b1052 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 Mar 10 03:46:04.278013 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 44077c1f-f99b-4b09-be40-1600b2a28d93 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:46:04.304033 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 44077c1f-f99b-4b09-be40-1600b2a28d93 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:46:04.304400 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 44077c1f-f99b-4b09-be40-1600b2a28d93 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:46:04.647040 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['5103f7f7-c22e-4402-ae9c-742163572294'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:46:05.074455 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450f0c69-1e35-4d37-a921-b87e4f857c60 req-216dc1b1-88eb-452d-bef0-44d3b42cd52d tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.075865 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-450f0c69-1e35-4d37-a921-b87e4f857c60 req-216dc1b1-88eb-452d-bef0-44d3b42cd52d tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 944 time: 0.0518899 Mar 10 03:46:05.126260 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-450f0c69-1e35-4d37-a921-b87e4f857c60 req-b849c5bd-c521-4cbc-b8b8-576c06beaac7 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432508 Mar 10 03:46:05.361218 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829ae31-3007-484c-9792-62e21f898b19 req-e6dcfe09-69bb-4b2a-a0ef-408bed04f97d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.362732 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8829ae31-3007-484c-9792-62e21f898b19 req-e6dcfe09-69bb-4b2a-a0ef-408bed04f97d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0747318 Mar 10 03:46:05.412072 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-9fc2dfd6-2355-461f-b4ef-e6fa6472ca79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848134 Mar 10 03:46:05.419814 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8829ae31-3007-484c-9792-62e21f898b19 req-2a2fa2d7-0282-46b0-b9df-6e03ba7cb956 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504935 Mar 10 03:46:05.503069 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-37c814f0-0c00-4a87-bbbe-edf8307ac034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.504650 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-37c814f0-0c00-4a87-bbbe-edf8307ac034 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 1130 time: 0.0548115 Mar 10 03:46:05.651573 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-074b8e5f-07d2-42b6-a4f2-0af08bd9fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.653049 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-074b8e5f-07d2-42b6-a4f2-0af08bd9fb65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.1201108 Mar 10 03:46:05.699900 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-dec2a6a7-d4eb-446d-810d-5ba27f86af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.701420 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-dec2a6a7-d4eb-446d-810d-5ba27f86af8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 1129 time: 0.0508373 Mar 10 03:46:05.713875 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c295cd-f80c-4896-b9a8-2bc34dbf8d79 req-ffaea52a-88b2-43d7-b221-cde77a66a494 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.715378 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31c295cd-f80c-4896-b9a8-2bc34dbf8d79 req-ffaea52a-88b2-43d7-b221-cde77a66a494 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1116285 Mar 10 03:46:05.747106 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-82d5651d-88f0-4f6f-94b6-64451381281f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cb95989-fea9-4641-969a-b72f44d36b8a HTTP/1.1" status: 200 len: 1000 time: 0.0857780 Mar 10 03:46:05.796725 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-d1282ad5-650b-41a0-9609-6a7420ca87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.798526 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-d1282ad5-650b-41a0-9609-6a7420ca87fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 912 time: 0.0911326 Mar 10 03:46:05.806949 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31c295cd-f80c-4896-b9a8-2bc34dbf8d79 req-348e8ffd-5c2c-4255-b7c6-caa898739f24 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816414 Mar 10 03:46:05.816637 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-679649c8-51a3-4b91-add7-4670a3e7e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.817852 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-679649c8-51a3-4b91-add7-4670a3e7e2d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0633247 Mar 10 03:46:05.866380 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-88eabb92-c0ff-4ab9-8801-2d6b7fd4c757 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 HTTP/1.1" status: 200 len: 1000 time: 0.0617990 Mar 10 03:46:05.872826 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-83bb7839-cfcc-4e18-ae0a-11b015534a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.874340 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-83bb7839-cfcc-4e18-ae0a-11b015534a08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0505424 Mar 10 03:46:05.920023 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-de085ba5-4d34-4fca-9b56-e97daf10154f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.921510 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-de085ba5-4d34-4fca-9b56-e97daf10154f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 200 len: 850 time: 0.0482576 Mar 10 03:46:05.966547 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-26c0bb58-6a2e-4ef0-b48e-f963fb84b98e service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853605 Mar 10 03:46:05.971801 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-bedfd6a1-1ada-4bf5-9bf5-4acb0e26d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:05.973958 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-bedfd6a1-1ada-4bf5-9bf5-4acb0e26d86f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466332 Mar 10 03:46:06.073806 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0d871f03-0ebc-4cb0-b97a-366621eecd5a req-f4294829-1541-4a00-a032-6d5eef0b2850 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007500 Mar 10 03:46:06.076731 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-e448bc19-be05-4ce2-b0c0-258f767dadc2 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968258 Mar 10 03:46:06.181528 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e1e15699-a50e-44b8-86e0-f071c37ba121 req-778b6d79-4368-4738-8cc2-3a43f95aff61 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921955 Mar 10 03:46:06.247631 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4151c1-519c-44b8-a1ad-4e22f8b3005b req-b03c30de-ce72-4388-abea-b1c5e84c412e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:06.249172 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-df4151c1-519c-44b8-a1ad-4e22f8b3005b req-b03c30de-ce72-4388-abea-b1c5e84c412e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 944 time: 0.0520082 Mar 10 03:46:06.298387 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-df4151c1-519c-44b8-a1ad-4e22f8b3005b req-ff90f905-4454-4a0b-8cd5-9d9c5dc9c1c1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417960 Mar 10 03:46:06.324952 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 5103f7f7-c22e-4402-ae9c-742163572294 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:06.377696 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 5103f7f7-c22e-4402-ae9c-742163572294 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:46:06.381549 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 5103f7f7-c22e-4402-ae9c-742163572294 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:06.381867 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (5103f7f7-c22e-4402-ae9c-742163572294), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:06.457512 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 5103f7f7-c22e-4402-ae9c-742163572294 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:06.457900 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5103f7f7-c22e-4402-ae9c-742163572294), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:06.479610 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5103f7f7-c22e-4402-ae9c-742163572294'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:46:06.481808 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a0fa15-bf72-467e-ae98-66323997272c" -d '{"events": [{"server_uuid": "99c78cc2-860b-4966-8792-19b117dd4a5f", "name": "network-vif-plugged", "status": "completed", "tag": "5103f7f7-c22e-4402-ae9c-742163572294"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:46:06.495366 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 5103f7f7-c22e-4402-ae9c-742163572294, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5103f7f7-c22e-4402-ae9c-742163572294,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:06.502345 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (5103f7f7-c22e-4402-ae9c-742163572294), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:06.530471 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e60755c-d495-4f38-8d77-43e362d0ab64 x-openstack-request-id: req-7e60755c-d495-4f38-8d77-43e362d0ab64 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:46:06.531049 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c78cc2-860b-4966-8792-19b117dd4a5f", "name": "network-vif-plugged", "status": "completed", "tag": "5103f7f7-c22e-4402-ae9c-742163572294", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:46:06.531304 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e60755c-d495-4f38-8d77-43e362d0ab64 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:46:06.532543 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5103f7f7-c22e-4402-ae9c-742163572294', 'code': 200} Mar 10 03:46:06.557528 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=5103f7f7-c22e-4402-ae9c-742163572294,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:06.888639 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b361d-57c8-485a-8cea-dad3e3be1a1b req-130d3c87-5079-4126-9b91-93d09ea685a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:06.890217 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a44b361d-57c8-485a-8cea-dad3e3be1a1b req-130d3c87-5079-4126-9b91-93d09ea685a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 1129 time: 0.0484293 Mar 10 03:46:06.953511 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ee25e-1c85-40a2-b2e6-a454eeb76e39 req-4a434c89-fff9-4c74-8e68-a8ac3efa5d37 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:06.955176 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e40ee25e-1c85-40a2-b2e6-a454eeb76e39 req-4a434c89-fff9-4c74-8e68-a8ac3efa5d37 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0739098 Mar 10 03:46:06.971294 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a44b361d-57c8-485a-8cea-dad3e3be1a1b req-b0c0e83d-0e23-45c9-9842-89f49ce3b279 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733240 Mar 10 03:46:07.017424 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e40ee25e-1c85-40a2-b2e6-a454eeb76e39 req-e4aa9bd9-d610-4be5-8f9c-f3cc62226b90 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550363 Mar 10 03:46:07.422366 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7ed25-c7b1-4349-91a9-7f8fe3df7565 req-1d80e5cc-ca20-435a-afcd-0714798bbcae tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:07.424789 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4ec7ed25-c7b1-4349-91a9-7f8fe3df7565 req-1d80e5cc-ca20-435a-afcd-0714798bbcae tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 945 time: 0.0599165 Mar 10 03:46:07.476780 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4ec7ed25-c7b1-4349-91a9-7f8fe3df7565 req-ed871796-9303-41dd-9b7a-f27a8eb5c298 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450125 Mar 10 03:46:08.133030 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd9e0-fe9b-46b0-8dc3-941ba84c6d1f req-9ecb4ff9-fc0b-4269-af71-e85e1cc9321b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:08.134509 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-397fd9e0-fe9b-46b0-8dc3-941ba84c6d1f req-9ecb4ff9-fc0b-4269-af71-e85e1cc9321b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0519745 Mar 10 03:46:08.179344 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-397fd9e0-fe9b-46b0-8dc3-941ba84c6d1f req-bb39f6d8-b07d-422f-adea-c7aa8800ee2b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 Mar 10 03:46:08.347770 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54020) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:08.390507 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83a39ad-5603-4152-a831-345c5a5066b9 admin admin] Deleting subnet 8317b823-cb66-4a1d-95d3-a2517a714f80 {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:46:08.394310 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e83a39ad-5603-4152-a831-345c5a5066b9 admin admin] Publish callbacks [] for subnet (8317b823-cb66-4a1d-95d3-a2517a714f80), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.427897 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e83a39ad-5603-4152-a831-345c5a5066b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (8317b823-cb66-4a1d-95d3-a2517a714f80), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.466353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e83a39ad-5603-4152-a831-345c5a5066b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (8317b823-cb66-4a1d-95d3-a2517a714f80), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.529183 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e83a39ad-5603-4152-a831-345c5a5066b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (8317b823-cb66-4a1d-95d3-a2517a714f80), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.562486 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a39ad-5603-4152-a831-345c5a5066b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8317b823-cb66-4a1d-95d3-a2517a714f80,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:08.565551 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e83a39ad-5603-4152-a831-345c5a5066b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.571498 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e83a39ad-5603-4152-a831-345c5a5066b9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8317b823-cb66-4a1d-95d3-a2517a714f80 HTTP/1.1" status: 204 len: 168 time: 0.2204809 Mar 10 03:46:08.571881 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54028) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:08.624946 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caa64a-fb4e-4f02-9548-c34604a116f5 req-adc9741f-8792-4e6e-a967-a9828ee40052 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:08.627085 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-20caa64a-fb4e-4f02-9548-c34604a116f5 req-adc9741f-8792-4e6e-a967-a9828ee40052 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 945 time: 0.0703280 Mar 10 03:46:08.655263 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (30af7b7b-dfb6-4edd-b18c-97095587f52a), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.694018 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-20caa64a-fb4e-4f02-9548-c34604a116f5 req-2f4a7a82-ae2a-4486-8da4-e3e1da6ae81d tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536776 Mar 10 03:46:08.740257 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (30af7b7b-dfb6-4edd-b18c-97095587f52a), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.760746 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30af7b7b-dfb6-4edd-b18c-97095587f52a']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:08.770065 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f5fd54-9fc6-4dce-b497-2dbf79e2719e') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:08.770357 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f5fd54-9fc6-4dce-b497-2dbf79e2719e') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:08.779395 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (a2f5fd54-9fc6-4dce-b497-2dbf79e2719e), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.792629 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (a2f5fd54-9fc6-4dce-b497-2dbf79e2719e), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.799810 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:46:08.800383 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (a2f5fd54-9fc6-4dce-b497-2dbf79e2719e), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:46:08.802233 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:46:08.808386 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2af390-35ff-497e-9b47-d4165726b5e0 req-19a4cf36-a3e5-47aa-922a-f058947150f2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:08.809881 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-da2af390-35ff-497e-9b47-d4165726b5e0 req-19a4cf36-a3e5-47aa-922a-f058947150f2 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 945 time: 0.0524549 Mar 10 03:46:08.819162 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54034) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:08.823726 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'floatingip': {'port_id': '5103f7f7-c22e-4402-ae9c-742163572294'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:08.856841 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (30af7b7b-dfb6-4edd-b18c-97095587f52a), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.863164 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.864361 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (9efb635a-c38c-4e31-93f1-8977af57ce8e), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:08.866326 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] 10.222.0.20 "DELETE /v2.0/networks/30af7b7b-dfb6-4edd-b18c-97095587f52a HTTP/1.1" status: 204 len: 168 time: 0.2936339 Mar 10 03:46:08.871154 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54036) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:08.877678 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0a4b7-f7be-4b48-9125-3b7d5a31293f admin admin] Pushing event deleted for resources: {'Network': ['ID=30af7b7b-dfb6-4edd-b18c-97095587f52a,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:08.992928 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cc14a7-9328-49a4-80b6-be7f3d6f2428 admin admin] Deleting subnet e658952e-870a-46b4-818a-cb350943d935 {{(pid=109718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:46:08.997537 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc14a7-9328-49a4-80b6-be7f3d6f2428 admin admin] Publish callbacks [] for subnet (e658952e-870a-46b4-818a-cb350943d935), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.073342 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc14a7-9328-49a4-80b6-be7f3d6f2428 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9157497'] for subnet (e658952e-870a-46b4-818a-cb350943d935), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.152219 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc14a7-9328-49a4-80b6-be7f3d6f2428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (e658952e-870a-46b4-818a-cb350943d935), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.283544 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc14a7-9328-49a4-80b6-be7f3d6f2428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10302180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9938755'] for subnet (e658952e-870a-46b4-818a-cb350943d935), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.315891 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc14a7-9328-49a4-80b6-be7f3d6f2428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e658952e-870a-46b4-818a-cb350943d935,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:09.320778 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-88cc14a7-9328-49a4-80b6-be7f3d6f2428 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.324008 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-88cc14a7-9328-49a4-80b6-be7f3d6f2428 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e658952e-870a-46b4-818a-cb350943d935 HTTP/1.1" status: 204 len: 168 time: 0.4262342 Mar 10 03:46:09.326535 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54038) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:09.399839 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (089ae7a2-f4cd-4675-9fa0-4e008847e491), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.484662 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (089ae7a2-f4cd-4675-9fa0-4e008847e491), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.506381 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089ae7a2-f4cd-4675-9fa0-4e008847e491']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:09.517277 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5650f0-d51b-4f3b-ba19-38531acbaaeb') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:09.517574 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5650f0-d51b-4f3b-ba19-38531acbaaeb') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:09.527825 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (7b5650f0-d51b-4f3b-ba19-38531acbaaeb), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.542521 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (7b5650f0-d51b-4f3b-ba19-38531acbaaeb), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.549215 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:46:09.549613 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (7b5650f0-d51b-4f3b-ba19-38531acbaaeb), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:46:09.551316 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:46:09.606379 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (089ae7a2-f4cd-4675-9fa0-4e008847e491), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.611606 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.617944 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] 10.222.0.20 "DELETE /v2.0/networks/089ae7a2-f4cd-4675-9fa0-4e008847e491 HTTP/1.1" status: 204 len: 168 time: 0.2902498 Mar 10 03:46:09.630525 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f62689-b1af-4e31-89db-8e5bf806c912 admin admin] Pushing event deleted for resources: {'Network': ['ID=089ae7a2-f4cd-4675-9fa0-4e008847e491,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:09.744133 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.748804 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (9efb635a-c38c-4e31-93f1-8977af57ce8e), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.779024 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54044) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:09.820160 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-75b734d1-b009-4cf4-b649-87e804e7bb08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7b386d7134a4e588661a4af62c32942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399072 Mar 10 03:46:09.822629 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54046) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:09.855947 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Floating IP 9efb635a-c38c-4e31-93f1-8977af57ce8e associated. External IP: 172.27.1.67, port: 5103f7f7-c22e-4402-ae9c-742163572294. Mar 10 03:46:09.876073 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2d00fe90-e60a-4ba6-b5a1-260c36228b1c admin admin] Publish callbacks [] for security_group (530a9379-5f7b-4ab3-9e74-a290199c085c), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.897119 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2d00fe90-e60a-4ba6-b5a1-260c36228b1c admin admin] Publish callbacks [] for security_group (530a9379-5f7b-4ab3-9e74-a290199c085c), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.942668 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2d00fe90-e60a-4ba6-b5a1-260c36228b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (530a9379-5f7b-4ab3-9e74-a290199c085c), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.945209 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2d00fe90-e60a-4ba6-b5a1-260c36228b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:09.946460 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-2d00fe90-e60a-4ba6-b5a1-260c36228b1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/530a9379-5f7b-4ab3-9e74-a290199c085c HTTP/1.1" status: 204 len: 168 time: 0.1229055 Mar 10 03:46:09.954818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00fe90-e60a-4ba6-b5a1-260c36228b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530a9379-5f7b-4ab3-9e74-a290199c085c,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:10.073484 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:46:10.185831 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:46:10.190213 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:10.197241 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:46:10.208872 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:10.209771 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:10.231298 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-a827e738-1798-4378-9e22-e7f733620eb4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "PUT /v2.0/floatingips/9efb635a-c38c-4e31-93f1-8977af57ce8e HTTP/1.1" status: 200 len: 990 time: 1.4109371 Mar 10 03:46:10.232310 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'tag': '5103f7f7-c22e-4402-ae9c-742163572294'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:46:10.235798 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb0991-7cd5-453d-b0e6-bf7aa2407452" -d '{"events": [{"name": "network-changed", "server_uuid": "99c78cc2-860b-4966-8792-19b117dd4a5f", "tag": "5103f7f7-c22e-4402-ae9c-742163572294"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:46:10.273132 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45af9cb1-f159-4892-8b01-c32d10b18b50 x-openstack-request-id: req-45af9cb1-f159-4892-8b01-c32d10b18b50 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:46:10.273512 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c78cc2-860b-4966-8792-19b117dd4a5f", "tag": "5103f7f7-c22e-4402-ae9c-742163572294", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:46:10.273915 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45af9cb1-f159-4892-8b01-c32d10b18b50 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:46:10.274444 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'tag': '5103f7f7-c22e-4402-ae9c-742163572294', 'status': 'completed', 'code': 200} Mar 10 03:46:10.285483 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54056) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:10.324313 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:10.324559 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ba88cee0-1602-4d21-ac23-21a8f5b92dbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5de0f42854ca4315926965e0725a5dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377507 Mar 10 03:46:10.326899 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54058) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:10.374040 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-752736ad-2258-4c86-8087-a880c452765e admin admin] Publish callbacks [] for security_group (47cd523b-539b-4801-839c-957782b74d19), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:10.395167 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-752736ad-2258-4c86-8087-a880c452765e admin admin] Publish callbacks [] for security_group (47cd523b-539b-4801-839c-957782b74d19), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:10.452188 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-752736ad-2258-4c86-8087-a880c452765e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (47cd523b-539b-4801-839c-957782b74d19), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:10.455421 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-752736ad-2258-4c86-8087-a880c452765e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:10.459127 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-752736ad-2258-4c86-8087-a880c452765e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47cd523b-539b-4801-839c-957782b74d19 HTTP/1.1" status: 204 len: 168 time: 0.1287715 Mar 10 03:46:10.468001 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752736ad-2258-4c86-8087-a880c452765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cd523b-539b-4801-839c-957782b74d19,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:10.731887 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '9efb635a-c38c-4e31-93f1-8977af57ce8e', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': '5103f7f7-c22e-4402-ae9c-742163572294', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:b2:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:45:55Z', 'updated_at': '2022-03-10T03:46:09Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:10.758743 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:46:10.767306 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:10.767930 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:10.882357 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:11.118570 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '9efb635a-c38c-4e31-93f1-8977af57ce8e', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': '5103f7f7-c22e-4402-ae9c-742163572294', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:b2:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:45:55Z', 'updated_at': '2022-03-10T03:46:09Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:11.145213 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32854aa-5b4e-42b2-a502-e0685022da22 None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '9efb635a-c38c-4e31-93f1-8977af57ce8e', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': '5103f7f7-c22e-4402-ae9c-742163572294', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:b2:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:45:55Z', 'updated_at': '2022-03-10T03:46:09Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:46:11.335069 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac023c-3d1c-4684-abb7-48c37c1f6019 None None] New status for floating IP 9efb635a-c38c-4e31-93f1-8977af57ce8e: ACTIVE {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:46:11.513679 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54090) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:11.618593 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-27105400-b53c-44d8-9395-f54d3088a850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:11.674076 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-f8213baf-0e2e-4018-91b6-ddfabe969ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:11.676042 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-f8213baf-0e2e-4018-91b6-ddfabe969ffc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 1129 time: 0.0462837 Mar 10 03:46:11.695955 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-27105400-b53c-44d8-9395-f54d3088a850 admin admin] Publish callbacks [] for security_group (55e14bd3-c9d6-4ed0-9d3c-24d476fc406b), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:11.700126 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-27105400-b53c-44d8-9395-f54d3088a850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (55e14bd3-c9d6-4ed0-9d3c-24d476fc406b), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:11.740534 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-27105400-b53c-44d8-9395-f54d3088a850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b0284001a954d6b989bc0c1fbc9900e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256150 Mar 10 03:46:11.742539 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27105400-b53c-44d8-9395-f54d3088a850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e14bd3-c9d6-4ed0-9d3c-24d476fc406b,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:11.743126 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54096) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:11.799642 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-74d70e25-796c-4506-8fb6-75e60cb25156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:11.801091 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-74d70e25-796c-4506-8fb6-75e60cb25156 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.1194201 Mar 10 03:46:11.818988 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c50d504d-29d2-4472-8d7c-3c8a93613818 admin admin] Publish callbacks [] for security_group (55e14bd3-c9d6-4ed0-9d3c-24d476fc406b), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:11.879776 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c50d504d-29d2-4472-8d7c-3c8a93613818 admin admin] Publish callbacks [] for security_group (55e14bd3-c9d6-4ed0-9d3c-24d476fc406b), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:11.893643 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-a28c9d29-9e0e-484e-b2f2-4e4cbdeb5581 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5103f7f7-c22e-4402-ae9c-742163572294 HTTP/1.1" status: 200 len: 1000 time: 0.0857146 Mar 10 03:46:11.953285 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-f56488ad-6335-4321-8247-f38a34a8e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:11.954808 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-f56488ad-6335-4321-8247-f38a34a8e51e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0546057 Mar 10 03:46:11.972613 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c50d504d-29d2-4472-8d7c-3c8a93613818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (55e14bd3-c9d6-4ed0-9d3c-24d476fc406b), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:11.975261 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c50d504d-29d2-4472-8d7c-3c8a93613818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:11.976349 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c50d504d-29d2-4472-8d7c-3c8a93613818 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55e14bd3-c9d6-4ed0-9d3c-24d476fc406b HTTP/1.1" status: 204 len: 168 time: 0.2323041 Mar 10 03:46:12.004093 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d504d-29d2-4472-8d7c-3c8a93613818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e14bd3-c9d6-4ed0-9d3c-24d476fc406b,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:12.033872 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-e05de1c5-f96a-42e6-8379-5d6a6d717e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:12.035634 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-e05de1c5-f96a-42e6-8379-5d6a6d717e6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0747259 Mar 10 03:46:12.134153 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-61fd525f-4770-4d0e-ac6e-cf3ccd980b13 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924299 Mar 10 03:46:12.224295 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-88eb0991-7cd5-453d-b0e6-bf7aa2407452 req-c4b93c39-96b4-4bfb-9162-6bbd4851ca3a service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841160 Mar 10 03:46:12.578286 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:46:18.194712 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef156f-5599-447e-998b-b1eaa7c40f70 req-6ebf44c2-2417-419d-8d52-8e3a764b9462 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:18.196230 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7cef156f-5599-447e-998b-b1eaa7c40f70 req-6ebf44c2-2417-419d-8d52-8e3a764b9462 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 946 time: 0.0522361 Mar 10 03:46:18.242255 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7cef156f-5599-447e-998b-b1eaa7c40f70 req-0195e193-daa1-419e-8eb2-2d274fc09bb9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Mar 10 03:46:19.364929 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab932e-1294-4e55-b9ac-343c2ca8cbe9 req-e201d7b7-e000-4af8-bfc9-d253ebca9c3b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:19.366378 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ab932e-1294-4e55-b9ac-343c2ca8cbe9 req-e201d7b7-e000-4af8-bfc9-d253ebca9c3b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 946 time: 0.0508821 Mar 10 03:46:19.414635 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-32ab932e-1294-4e55-b9ac-343c2ca8cbe9 req-801df7c8-624b-4371-8d7b-54a9ad03563e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 Mar 10 03:46:19.970843 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-96d096e7-10bb-4faf-b708-5af2240e628f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:20.143801 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050a386-dfce-4e49-850c-c35c0b737380 req-8e6effb6-12a0-426b-a81f-df0129e07867 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:20.145227 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a050a386-dfce-4e49-850c-c35c0b737380 req-8e6effb6-12a0-426b-a81f-df0129e07867 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 946 time: 0.0558643 Mar 10 03:46:20.235918 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Deleting port 3cb95989-fea9-4641-969a-b72f44d36b8a {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:46:20.236222 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:20.329110 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] For port 3cb95989-fea9-4641-969a-b72f44d36b8a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3cb95989-fea9-4641-969a-b72f44d36b8a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:20.329483 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:20.537963 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aacd0-05b8-4f1d-9157-ee7f88b7d3e5 req-3f882028-8eca-479b-af3d-c535413d196f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:20.539774 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0f6aacd0-05b8-4f1d-9157-ee7f88b7d3e5 req-3f882028-8eca-479b-af3d-c535413d196f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 946 time: 0.0529950 Mar 10 03:46:20.554627 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:20.555043 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (dbd38b93-c11e-40f8-a084-cae5ddd362ce), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:20.555366 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Floating IP dbd38b93-c11e-40f8-a084-cae5ddd362ce disassociated. External IP: 172.27.1.61, port: 3cb95989-fea9-4641-969a-b72f44d36b8a. Mar 10 03:46:20.555710 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Calling delete_port for 3cb95989-fea9-4641-969a-b72f44d36b8a owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:46:20.588084 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0f6aacd0-05b8-4f1d-9157-ee7f88b7d3e5 req-2baa92f2-9dbd-43cd-a5da-e58abc0648f4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Mar 10 03:46:20.682256 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (3cb95989-fea9-4641-969a-b72f44d36b8a), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:20.714216 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event deleted for resources: {'Port': ['ID=3cb95989-fea9-4641-969a-b72f44d36b8a,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:21.039175 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Router 9695ff10-9709-4b01-80a4-15e818c5585f has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:46:21.157785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:46:21.168768 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] Sync routers for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:46:21.179225 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:21.180144 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:21.208572 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] No DVR routers for this DVR port 3cb95989-fea9-4641-969a-b72f44d36b8a on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:46:21.211277 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:21.215982 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a050a386-dfce-4e49-850c-c35c0b737380 req-1f216e53-825c-44a8-bb4f-bab367b40001 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "DELETE /v2.0/ports/3cb95989-fea9-4641-969a-b72f44d36b8a HTTP/1.1" status: 204 len: 173 time: 1.0652261 Mar 10 03:46:21.216136 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-deleted', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:46:21.219531 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9db674-e979-4676-a8b7-4157c58f0801" -d '{"events": [{"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-deleted", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:46:21.261616 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cf3ffa-567b-4225-821d-ccac3754754e x-openstack-request-id: req-00cf3ffa-567b-4225-821d-ccac3754754e {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:46:21.261927 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a7988a-901f-4f47-a58c-d6a80c9af442", "name": "network-vif-deleted", "tag": "3cb95989-fea9-4641-969a-b72f44d36b8a", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:46:21.262178 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00cf3ffa-567b-4225-821d-ccac3754754e {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:46:21.262568 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a7988a-901f-4f47-a58c-d6a80c9af442', 'name': 'network-vif-deleted', 'tag': '3cb95989-fea9-4641-969a-b72f44d36b8a', 'status': 'completed', 'code': 200} Mar 10 03:46:21.312097 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:21.354849 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54260) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:21.463188 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2bcc62b9-6016-4aa3-bcf4-3df1708b59dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:21.516911 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:21.543244 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2bcc62b9-6016-4aa3-bcf4-3df1708b59dd admin admin] Publish callbacks [] for security_group (8bbc428f-ebd8-40eb-ac91-3266cf00e4bc), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:21.548710 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2bcc62b9-6016-4aa3-bcf4-3df1708b59dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (8bbc428f-ebd8-40eb-ac91-3266cf00e4bc), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:21.549007 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] Checking router: 9695ff10-9709-4b01-80a4-15e818c5585f for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:46:21.557686 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:21.558659 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:45:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:21.585265 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc62b9-6016-4aa3-bcf4-3df1708b59dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbc428f-ebd8-40eb-ac91-3266cf00e4bc,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:21.591173 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2bcc62b9-6016-4aa3-bcf4-3df1708b59dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4090e2fe0b34ed9b8d2e831acef8201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352743 Mar 10 03:46:21.592264 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54264) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:21.653150 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dc3f61c3-80f8-44b9-9e39-1c63079bcba4 admin admin] Publish callbacks [] for security_group (8bbc428f-ebd8-40eb-ac91-3266cf00e4bc), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:21.675966 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dc3f61c3-80f8-44b9-9e39-1c63079bcba4 admin admin] Publish callbacks [] for security_group (8bbc428f-ebd8-40eb-ac91-3266cf00e4bc), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:21.678521 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:21.711454 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6e19a615-b2fc-435e-90d0-b9a5e4e72927 req-12ee58fb-be33-4976-8d1f-41c62c23a1a5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a7988a-901f-4f47-a58c-d6a80c9af442 HTTP/1.1" status: 200 len: 210 time: 0.0385995 Mar 10 03:46:21.727425 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dc3f61c3-80f8-44b9-9e39-1c63079bcba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (8bbc428f-ebd8-40eb-ac91-3266cf00e4bc), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:21.730095 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dc3f61c3-80f8-44b9-9e39-1c63079bcba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:21.731351 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-dc3f61c3-80f8-44b9-9e39-1c63079bcba4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bbc428f-ebd8-40eb-ac91-3266cf00e4bc HTTP/1.1" status: 204 len: 168 time: 0.1380796 Mar 10 03:46:21.740856 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f61c3-80f8-44b9-9e39-1c63079bcba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbc428f-ebd8-40eb-ac91-3266cf00e4bc,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:21.929673 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:21.961178 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467237f-7f28-49ae-a9e1-e3cfe7159cc5 None None] The sync data for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi is: [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:46:22.202735 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d587dd48-0dc1-422b-a4f9-bc7fa1820db9 None None] New status for floating IP dbd38b93-c11e-40f8-a084-cae5ddd362ce: DOWN {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:46:22.400918 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-231ee43a-6a09-49fa-b977-289a89db59e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:22.795106 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54310) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:22.851492 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d28c9407-6dc1-426c-9495-b15641396fd3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:22.874640 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d28c9407-6dc1-426c-9495-b15641396fd3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:22.924181 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d28c9407-6dc1-426c-9495-b15641396fd3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:22.928000 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d28c9407-6dc1-426c-9495-b15641396fd3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:22.929686 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-d28c9407-6dc1-426c-9495-b15641396fd3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da HTTP/1.1" status: 204 len: 168 time: 0.1331255 Mar 10 03:46:22.934022 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54314) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:22.945756 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c9407-6dc1-426c-9495-b15641396fd3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:22.961927 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.api.v2.resource [None req-03e6ffa8-f280-4c6e-9588-3305c71b82d7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] show failed (client error): The resource could not be found. Mar 10 03:46:22.965667 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-03e6ffa8-f280-4c6e-9588-3305c71b82d7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups/cb4679e3-8dd1-4d2c-8ff2-e4f5b90cc4da HTTP/1.1" status: 404 len: 347 time: 0.0276268 Mar 10 03:46:22.966226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54316) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:23.116106 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Deleting port fe025b8f-b267-4b03-9201-6d1b90502dee {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:46:23.116572 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (fe025b8f-b267-4b03-9201-6d1b90502dee), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.200206 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (fe025b8f-b267-4b03-9201-6d1b90502dee), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.200582 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (fe025b8f-b267-4b03-9201-6d1b90502dee), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.220093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Calling delete_port for fe025b8f-b267-4b03-9201-6d1b90502dee owned by network:floatingip {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:46:23.362368 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (fe025b8f-b267-4b03-9201-6d1b90502dee), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.388279 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event deleted for resources: {'Port': ['ID=fe025b8f-b267-4b03-9201-6d1b90502dee,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:23.457876 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (dbd38b93-c11e-40f8-a084-cae5ddd362ce), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.460889 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.462902 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d4fa8cb0-1df6-4d02-9a94-e1a0fb7043a0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "DELETE /v2.0/floatingips/dbd38b93-c11e-40f8-a084-cae5ddd362ce HTTP/1.1" status: 204 len: 168 time: 0.4939647 Mar 10 03:46:23.560298 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.651095 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:46:23.672978 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 3cb95989-fea9-4641-969a-b72f44d36b8a {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:46:23.673329 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3cb95989-fea9-4641-969a-b72f44d36b8a not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:46:23.675205 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54358) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:23.679750 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-c00c3b6d-4558-4520-b370-a62fdbd94c6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1944370163', 'description': 'tempest-description--2033971266'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:23.700705 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c00c3b6d-4558-4520-b370-a62fdbd94c6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.771306 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c00c3b6d-4558-4520-b370-a62fdbd94c6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (f17ca5e0-90b4-4e05-8d69-f83edbd68417), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.775421 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c00c3b6d-4558-4520-b370-a62fdbd94c6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f17ca5e0-90b4-4e05-8d69-f83edbd68417), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.805837 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c00c3b6d-4558-4520-b370-a62fdbd94c6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.807104 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c00c3b6d-4558-4520-b370-a62fdbd94c6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1308715 Mar 10 03:46:23.809927 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54360) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:23.815439 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-a14396be-69d9-47da-874f-292280c14c21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'security_group_rule': {'security_group_id': 'f17ca5e0-90b4-4e05-8d69-f83edbd68417', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:23.820335 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c3b6d-4558-4520-b370-a62fdbd94c6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17ca5e0-90b4-4e05-8d69-f83edbd68417,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:23.843620 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a14396be-69d9-47da-874f-292280c14c21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (2a7b0799-87d0-444d-9951-48de7f5d1484), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.910791 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a14396be-69d9-47da-874f-292280c14c21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (2a7b0799-87d0-444d-9951-48de7f5d1484), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.915166 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a14396be-69d9-47da-874f-292280c14c21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (2a7b0799-87d0-444d-9951-48de7f5d1484), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.937868 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14396be-69d9-47da-874f-292280c14c21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7b0799-87d0-444d-9951-48de7f5d1484,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:23.944295 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a14396be-69d9-47da-874f-292280c14c21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:23.947131 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a14396be-69d9-47da-874f-292280c14c21 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362586 Mar 10 03:46:23.948706 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54366) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:23.953234 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-09d29d20-9b7f-4e5a-801e-1ac9c91141f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'security_group_rule': {'security_group_id': 'f17ca5e0-90b4-4e05-8d69-f83edbd68417', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:23.979181 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-09d29d20-9b7f-4e5a-801e-1ac9c91141f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (832d99c0-dca7-4416-be28-14966c0082be), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.036980 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-09d29d20-9b7f-4e5a-801e-1ac9c91141f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (832d99c0-dca7-4416-be28-14966c0082be), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.040600 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-09d29d20-9b7f-4e5a-801e-1ac9c91141f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (832d99c0-dca7-4416-be28-14966c0082be), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.058174 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d29d20-9b7f-4e5a-801e-1ac9c91141f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832d99c0-dca7-4416-be28-14966c0082be,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:24.067848 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-09d29d20-9b7f-4e5a-801e-1ac9c91141f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.069061 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-09d29d20-9b7f-4e5a-801e-1ac9c91141f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192613 Mar 10 03:46:24.072528 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54368) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:24.077046 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:24.096884 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.188539 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.293163 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Allocated IP 172.27.1.70 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/15b27a25-c19d-450e-980a-dec69ca9a386) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:24.413371 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for port (15b27a25-c19d-450e-980a-dec69ca9a386), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.446601 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (15b27a25-c19d-450e-980a-dec69ca9a386), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.485330 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:24.488206 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:24.493656 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:24.518612 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'Port': ['ID=15b27a25-c19d-450e-980a-dec69ca9a386,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:24.584287 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (9908fc50-e5aa-486f-90e1-4dcb88c71921), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.620017 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (15b27a25-c19d-450e-980a-dec69ca9a386), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.767874 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for port (15b27a25-c19d-450e-980a-dec69ca9a386), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.772203 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (15b27a25-c19d-450e-980a-dec69ca9a386), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.842131 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'Port': ['ID=15b27a25-c19d-450e-980a-dec69ca9a386,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:24.854212 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (9908fc50-e5aa-486f-90e1-4dcb88c71921), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.854525 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.868921 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:24.870164 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c7c0b609-4994-44a2-aa41-d3cbad16d78c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7966473 Mar 10 03:46:25.067511 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-5cb26fe0-e1da-4815-8620-2d3285714771 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1944370163&fields=id&tenant_id=14c99abeccd643f48f412c92c8934a4c HTTP/1.1" status: 200 len: 267 time: 0.0431991 Mar 10 03:46:25.172148 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-ecd4dca0-2b3b-4a4e-9358-86046fec34c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:25.173627 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-ecd4dca0-2b3b-4a4e-9358-86046fec34c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 817 time: 0.0998127 Mar 10 03:46:25.187751 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-fd43372e-4f50-4b57-8f5d-bba0ef670490 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/quotas/14c99abeccd643f48f412c92c8934a4c HTTP/1.1" status: 200 len: 375 time: 0.0088384 Mar 10 03:46:25.244958 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-cf1ec2c0-4f58-4091-bded-f6cdd89696e9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521224 Mar 10 03:46:25.348046 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-4cf381fe-91da-4a04-be27-e24f868e66fb service neutron] 10.222.0.20 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918298 Mar 10 03:46:25.413701 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54404) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:25.460204 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-becca76b-149d-4f7e-9480-9d12716cec92 service neutron] 10.222.0.20 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061335 Mar 10 03:46:25.469738 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b251229-3ad0-4831-9664-415ce0854568 admin admin] Deleting subnet 3993b21d-2e5b-4725-a3d7-2bb4ac80461f {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:46:25.473124 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6b251229-3ad0-4831-9664-415ce0854568 admin admin] Publish callbacks [] for subnet (3993b21d-2e5b-4725-a3d7-2bb4ac80461f), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.512574 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6b251229-3ad0-4831-9664-415ce0854568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (3993b21d-2e5b-4725-a3d7-2bb4ac80461f), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.559592 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6b251229-3ad0-4831-9664-415ce0854568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (3993b21d-2e5b-4725-a3d7-2bb4ac80461f), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.628597 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6b251229-3ad0-4831-9664-415ce0854568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (3993b21d-2e5b-4725-a3d7-2bb4ac80461f), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.670300 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6b251229-3ad0-4831-9664-415ce0854568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.674320 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-6b251229-3ad0-4831-9664-415ce0854568 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3993b21d-2e5b-4725-a3d7-2bb4ac80461f HTTP/1.1" status: 204 len: 168 time: 0.2594986 Mar 10 03:46:25.675843 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b251229-3ad0-4831-9664-415ce0854568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3993b21d-2e5b-4725-a3d7-2bb4ac80461f,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:25.679551 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54412) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:25.700245 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7b959a8f-6b90-4529-aa4a-761577a51814 req-837ab5e1-af25-4c4d-8942-7140e23940f2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 210 time: 0.0367715 Mar 10 03:46:25.783309 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (e9f05716-bc93-4772-bb3c-caeb988641c6), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.875419 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (e9f05716-bc93-4772-bb3c-caeb988641c6), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.900604 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f05716-bc93-4772-bb3c-caeb988641c6']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:25.912812 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589331f5-d1c7-4149-9b9e-2c8c0b287487') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:25.913400 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589331f5-d1c7-4149-9b9e-2c8c0b287487') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:25.927354 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (589331f5-d1c7-4149-9b9e-2c8c0b287487), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.945859 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (589331f5-d1c7-4149-9b9e-2c8c0b287487), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.953636 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:46:25.954309 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (589331f5-d1c7-4149-9b9e-2c8c0b287487), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:46:25.956299 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:46:26.020585 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (e9f05716-bc93-4772-bb3c-caeb988641c6), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:26.027441 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:26.031377 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e9f05716-bc93-4772-bb3c-caeb988641c6 HTTP/1.1" status: 204 len: 168 time: 0.3507171 Mar 10 03:46:26.042819 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2325760-ba7c-4bf6-8c61-5b883d58cb13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f05716-bc93-4772-bb3c-caeb988641c6,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:26.221171 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54432) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:26.265126 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-ab0061ba-7e8f-474a-bd7b-156a58181271 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c975f67d42a4718939e9c385875f1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426831 Mar 10 03:46:26.268461 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54434) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:26.327204 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-77f5e83b-b8ef-4899-98c3-4c8cef50cfce admin admin] Publish callbacks [] for security_group (6639706a-89f5-4aca-9e25-cfa06b00905b), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:26.350831 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-77f5e83b-b8ef-4899-98c3-4c8cef50cfce admin admin] Publish callbacks [] for security_group (6639706a-89f5-4aca-9e25-cfa06b00905b), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:26.396266 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-77f5e83b-b8ef-4899-98c3-4c8cef50cfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6639706a-89f5-4aca-9e25-cfa06b00905b), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:26.399028 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-77f5e83b-b8ef-4899-98c3-4c8cef50cfce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:26.400212 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-77f5e83b-b8ef-4899-98c3-4c8cef50cfce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6639706a-89f5-4aca-9e25-cfa06b00905b HTTP/1.1" status: 204 len: 168 time: 0.1307874 Mar 10 03:46:26.408669 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5e83b-b8ef-4899-98c3-4c8cef50cfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6639706a-89f5-4aca-9e25-cfa06b00905b,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:26.457979 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:26.820721 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-09165905-b80b-4502-9417-a45cbb82453d req-42eadb27-9320-402c-bc63-cb2236a06113 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 210 time: 0.0332708 Mar 10 03:46:26.854358 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-2c53a3cc-b3d8-4645-9f45-8e535d0f1dec tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:26.857031 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-2c53a3cc-b3d8-4645-9f45-8e535d0f1dec tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 817 time: 0.1369398 Mar 10 03:46:26.947595 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-6e843d23-38f7-43e2-acd5-3d7b40458086 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14c99abeccd643f48f412c92c8934a4c HTTP/1.1" status: 200 len: 380 time: 0.0570552 Mar 10 03:46:26.962436 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'port': {'device_id': '58b80445-fd24-4a7b-895f-f43772487002', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'admin_state_up': True, 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'security_groups': ['f17ca5e0-90b4-4e05-8d69-f83edbd68417']}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:27.080287 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Made reservation on behalf of 14c99abeccd643f48f412c92c8934a4c for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:46:27.083957 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:27.216984 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Allocated IP 172.20.0.9 (4748401d-8447-46a1-8e5b-6fca736d9ea3/d6c283a8-0397-4383-8c33-70df8d3bfb02/c43a15a4-10f6-4dcd-a474-8f55806f9ff8) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:27.369662 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:27.405360 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:27.450823 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:27.457085 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:27.461168 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:27.485244 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:27.526182 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:27.527021 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:27.556918 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-50ca4ec2-b4e6-4d4d-8dd0-a67dc568f5c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5982161 Mar 10 03:46:27.573106 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Request body: {'port': {'device_id': '58b80445-fd24-4a7b-895f-f43772487002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:27.645202 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:27.782022 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-a6d795a6-0690-4d86-b658-8f68cad6677c None None] Provisioning complete for port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:27.782601 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a6d795a6-0690-4d86-b658-8f68cad6677c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:27.815766 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-a6d795a6-0690-4d86-b658-8f68cad6677c None None] Port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:46:27.913818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c43a15a4-10f6-4dcd-a474-8f55806f9ff8 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:46:27.921207 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Publish callbacks [] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:27.933913 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Transition to ACTIVE for port object c43a15a4-10f6-4dcd-a474-8f55806f9ff8 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:46:27.937835 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:27.946835 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e147ee-3301-434b-8d7e-d1a775e21c56 req-86e2a65e-089c-4e22-ba6e-5879f5dd1df0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:27.948386 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f1e147ee-3301-434b-8d7e-d1a775e21c56 req-86e2a65e-089c-4e22-ba6e-5879f5dd1df0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 931 time: 0.0526617 Mar 10 03:46:28.011948 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f1e147ee-3301-434b-8d7e-d1a775e21c56 req-4720da97-0613-4b65-ad8d-be15c0288a5c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571544 Mar 10 03:46:28.024895 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:28.064990 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Attempting to bind port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:46:28.065329 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Attempting to bind port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:46:28.065659 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Attempting to bind port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 on network 4748401d-8447-46a1-8e5b-6fca736d9ea3 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:46:28.070597 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 on network 4748401d-8447-46a1-8e5b-6fca736d9ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:46:28.071409 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Attempting to bind port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 on network 4748401d-8447-46a1-8e5b-6fca736d9ea3 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:46:28.076763 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:46:28.077335 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Checking segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:46:28.077923 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Bound using segment: {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:46:28.079117 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Bound port: c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:46:28.079488 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:28.148760 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:46:28.151904 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:46:28.157628 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:28.188939 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:28.189468 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:28.190929 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] 10.222.0.16 "PUT /v2.0/ports/c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 200 len: 1093 time: 0.6221340 Mar 10 03:46:28.191391 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:46:28.193615 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:46:28.228155 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d87cf4-0500-4c38-abde-e564f05caddf service neutron] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:28.261187 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e636376-dfc9-48d6-a10a-16db99d79688 x-openstack-request-id: req-0e636376-dfc9-48d6-a10a-16db99d79688 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:46:28.261476 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:46:28.261726 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e636376-dfc9-48d6-a10a-16db99d79688 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:46:28.262146 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'status': 'completed', 'code': 200} Mar 10 03:46:28.300055 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-18351207-a538-4ccb-80b7-a750cc66eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:28.301487 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-18351207-a538-4ccb-80b7-a750cc66eab6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 1127 time: 0.0497696 Mar 10 03:46:28.352778 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-7fe902f1-b4c4-4a0e-bc36-d60063b726bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 200 len: 217 time: 0.0362949 Mar 10 03:46:28.411539 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-948aad69-fd70-46c9-8e6e-7397c5c26e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:28.413020 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-948aad69-fd70-46c9-8e6e-7397c5c26e6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0525589 Mar 10 03:46:28.464361 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-13e15a62-1531-4011-88c8-3712cbb4a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:28.465921 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-13e15a62-1531-4011-88c8-3712cbb4a9f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463490 Mar 10 03:46:28.563099 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-ce403463-f029-49e9-a911-8781b16d9f2b service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895317 Mar 10 03:46:28.661240 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3380fafe-9e11-45e9-873e-4166d4a22cc7 req-4d87947f-dda0-4327-91cd-b0fd1724fcae service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929909 Mar 10 03:46:28.818527 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-7d95f834-3460-492a-8c49-11b47d09bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:28.820435 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-7d95f834-3460-492a-8c49-11b47d09bdc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 1127 time: 0.0491276 Mar 10 03:46:28.921068 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-77bb072e-3ee4-43df-ae0c-b9198fabc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:28.923302 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-77bb072e-3ee4-43df-ae0c-b9198fabc05f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.0910392 Mar 10 03:46:28.966072 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-71917c4b-c40c-49c4-967c-2c7698eb76cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 200 len: 217 time: 0.0344021 Mar 10 03:46:29.016155 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-29ae1df0-3dc7-46b2-9b73-fd48ff82cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:29.017580 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-29ae1df0-3dc7-46b2-9b73-fd48ff82cad7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0454190 Mar 10 03:46:29.073685 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-45a95115-07e6-49ff-a0a4-2d4c5f338cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:29.075105 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-45a95115-07e6-49ff-a0a4-2d4c5f338cb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448284 Mar 10 03:46:29.131690 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62406848-fdb7-4c43-ab74-0857033b2c3c req-44f8a100-cdbe-4747-8eb6-e6226a9f3b6e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:29.133229 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-62406848-fdb7-4c43-ab74-0857033b2c3c req-44f8a100-cdbe-4747-8eb6-e6226a9f3b6e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0514176 Mar 10 03:46:29.168857 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-afb1188d-3140-4357-bc4e-0fa678b2ce08 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864217 Mar 10 03:46:29.180397 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-62406848-fdb7-4c43-ab74-0857033b2c3c req-28b3947a-4735-46a1-9b6d-524f0c86b12d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416086 Mar 10 03:46:30.004864 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-855920e1-02a6-45bb-9b44-b7dd9ab6e3bc req-4439da6f-80fe-414e-ac99-a3e2c3bf0c27 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840940 Mar 10 03:46:30.027295 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54522) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:30.258805 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-17018d1b-39e0-465f-8750-d235c67bf2ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.303546 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebe31f-da34-4d5d-9cf2-31d548d22cc1 req-4f3f1faf-33bb-4f5b-808f-b02f6843c7f7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:30.305116 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-50ebe31f-da34-4d5d-9cf2-31d548d22cc1 req-4f3f1faf-33bb-4f5b-808f-b02f6843c7f7 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0530913 Mar 10 03:46:30.338161 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-17018d1b-39e0-465f-8750-d235c67bf2ef admin admin] Publish callbacks [] for security_group (568a4619-5542-4bb0-8f3d-497419a2c02e), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.342010 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-17018d1b-39e0-465f-8750-d235c67bf2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (568a4619-5542-4bb0-8f3d-497419a2c02e), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.352979 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-50ebe31f-da34-4d5d-9cf2-31d548d22cc1 req-df978a28-43de-4ec7-a618-d5f9f715a6c5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Mar 10 03:46:30.383961 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-17018d1b-39e0-465f-8750-d235c67bf2ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19e37cdc595d4aa9962d817159cc8926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556259 Mar 10 03:46:30.384818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17018d1b-39e0-465f-8750-d235c67bf2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568a4619-5542-4bb0-8f3d-497419a2c02e,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:30.386524 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54528) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:30.436609 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Publish callbacks [] for security_group (568a4619-5542-4bb0-8f3d-497419a2c02e), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.458162 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Publish callbacks [] for security_group (568a4619-5542-4bb0-8f3d-497419a2c02e), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.504835 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (568a4619-5542-4bb0-8f3d-497419a2c02e), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.507481 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.508635 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/568a4619-5542-4bb0-8f3d-497419a2c02e HTTP/1.1" status: 204 len: 168 time: 0.1210933 Mar 10 03:46:30.520866 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568a4619-5542-4bb0-8f3d-497419a2c02e,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:30.528867 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.529237 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.529653 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.529936 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.530301 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.530919 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.531310 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.531765 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.532108 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.532446 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.532846 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.533256 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.533738 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e443ba-586f-4b7b-b6fc-7ed514272030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:30.637371 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.777072 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54534) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:30.791556 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aa0a36ef-8897-4d92-ba11-e0768266f1c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.869739 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aa0a36ef-8897-4d92-ba11-e0768266f1c2 admin admin] Publish callbacks [] for security_group (dade4bab-72db-48a0-8e7b-5cdc308d5994), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.877164 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-aa0a36ef-8897-4d92-ba11-e0768266f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (dade4bab-72db-48a0-8e7b-5cdc308d5994), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.916926 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-aa0a36ef-8897-4d92-ba11-e0768266f1c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=422a6fde8d93482c9a6ecb51afe2e8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387515 Mar 10 03:46:30.917875 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a36ef-8897-4d92-ba11-e0768266f1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dade4bab-72db-48a0-8e7b-5cdc308d5994,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:30.919535 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54538) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:30.967062 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5562c6ec-e198-4132-a20a-33fe9fcf3bb0 admin admin] Publish callbacks [] for security_group (dade4bab-72db-48a0-8e7b-5cdc308d5994), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:30.988501 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5562c6ec-e198-4132-a20a-33fe9fcf3bb0 admin admin] Publish callbacks [] for security_group (dade4bab-72db-48a0-8e7b-5cdc308d5994), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.033199 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5562c6ec-e198-4132-a20a-33fe9fcf3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (dade4bab-72db-48a0-8e7b-5cdc308d5994), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.035819 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5562c6ec-e198-4132-a20a-33fe9fcf3bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.036939 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-5562c6ec-e198-4132-a20a-33fe9fcf3bb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dade4bab-72db-48a0-8e7b-5cdc308d5994 HTTP/1.1" status: 204 len: 168 time: 0.1164312 Mar 10 03:46:31.044549 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562c6ec-e198-4132-a20a-33fe9fcf3bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dade4bab-72db-48a0-8e7b-5cdc308d5994,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:31.339809 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54546) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:31.353834 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e3cea33d-0af0-47ef-a54e-4a7069322f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.429785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e3cea33d-0af0-47ef-a54e-4a7069322f79 admin admin] Publish callbacks [] for security_group (37195398-9a4f-4411-bf77-d4b7406dfdef), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.433742 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e3cea33d-0af0-47ef-a54e-4a7069322f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (37195398-9a4f-4411-bf77-d4b7406dfdef), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.472445 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e3cea33d-0af0-47ef-a54e-4a7069322f79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a93f13e321964bf29afe5f1080fd62f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314595 Mar 10 03:46:31.473398 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cea33d-0af0-47ef-a54e-4a7069322f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37195398-9a4f-4411-bf77-d4b7406dfdef,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:31.475840 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54550) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:31.481759 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bddde4-6e22-4ad7-bf8f-8ee49ac9cca6 req-36b450dc-056f-48d1-86b0-014e4ea6ccaf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:31.483793 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-77bddde4-6e22-4ad7-bf8f-8ee49ac9cca6 req-36b450dc-056f-48d1-86b0-014e4ea6ccaf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0570691 Mar 10 03:46:31.530175 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-304e2343-617a-4f8a-bec4-ad65aea2b70d admin admin] Publish callbacks [] for security_group (37195398-9a4f-4411-bf77-d4b7406dfdef), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.537244 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-77bddde4-6e22-4ad7-bf8f-8ee49ac9cca6 req-900a2f51-994a-46b7-9707-d9b0352249d9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469804 Mar 10 03:46:31.551678 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-304e2343-617a-4f8a-bec4-ad65aea2b70d admin admin] Publish callbacks [] for security_group (37195398-9a4f-4411-bf77-d4b7406dfdef), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.598363 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-304e2343-617a-4f8a-bec4-ad65aea2b70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (37195398-9a4f-4411-bf77-d4b7406dfdef), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.600933 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-304e2343-617a-4f8a-bec4-ad65aea2b70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:31.602119 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-304e2343-617a-4f8a-bec4-ad65aea2b70d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37195398-9a4f-4411-bf77-d4b7406dfdef HTTP/1.1" status: 204 len: 168 time: 0.1253662 Mar 10 03:46:31.609659 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e2343-617a-4f8a-bec4-ad65aea2b70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37195398-9a4f-4411-bf77-d4b7406dfdef,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:32.668167 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be63bd-2556-4177-bd56-7e11844b258c req-61d7bce8-7731-467a-aa96-eb3794b8b1a3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:32.669640 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-23be63bd-2556-4177-bd56-7e11844b258c req-61d7bce8-7731-467a-aa96-eb3794b8b1a3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0541997 Mar 10 03:46:32.723355 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-23be63bd-2556-4177-bd56-7e11844b258c req-b5324331-168a-4dda-9664-c8b16a60bfc9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470362 Mar 10 03:46:33.853344 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57826ecb-ec45-4944-8316-5d14c3aa71b1 req-ae9c0cab-8542-49f2-846b-de408d9104f1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:33.854832 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-57826ecb-ec45-4944-8316-5d14c3aa71b1 req-ae9c0cab-8542-49f2-846b-de408d9104f1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0596640 Mar 10 03:46:33.905893 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-57826ecb-ec45-4944-8316-5d14c3aa71b1 req-4389169c-67d8-40e0-81d5-81ec8931c254 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 Mar 10 03:46:35.028011 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a033b55-e2fc-485f-8ab1-8a040778b282 req-a3611c41-7cf2-44fa-89b9-fcda713cc94a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:35.029486 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2a033b55-e2fc-485f-8ab1-8a040778b282 req-a3611c41-7cf2-44fa-89b9-fcda713cc94a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0508702 Mar 10 03:46:35.075725 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2a033b55-e2fc-485f-8ab1-8a040778b282 req-c2de5741-d9f7-48e2-8fda-1513f60c3047 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 Mar 10 03:46:36.197589 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99222d90-12ed-4ea3-b3a2-a474a20df98f req-284fd619-5bf4-450b-9f99-0eede804d68a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:36.199096 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-99222d90-12ed-4ea3-b3a2-a474a20df98f req-284fd619-5bf4-450b-9f99-0eede804d68a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0513830 Mar 10 03:46:36.244594 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-99222d90-12ed-4ea3-b3a2-a474a20df98f req-f6133666-230e-4105-aff7-247a816d6e65 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394473 Mar 10 03:46:37.164841 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:46:37.259275 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:37.271443 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'port_id': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'mac_address': 'fa:16:3e:4f:92:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:46:37.311288 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:37.311681 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:37.324979 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43a15a4-10f6-4dcd-a474-8f55806f9ff8 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:46:37.344612 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:37.350104 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:37.378127 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b000b28-bfdb-413e-9b02-1d7a9ed14a36 req-a33b25f5-aec8-42cb-ba4f-ada13c16a688 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:37.379642 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5b000b28-bfdb-413e-9b02-1d7a9ed14a36 req-a33b25f5-aec8-42cb-ba4f-ada13c16a688 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0622869 Mar 10 03:46:37.398201 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:37.405711 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.406624 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.407007 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.407387 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.407729 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.408066 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.408405 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.408740 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.409073 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.409409 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.409738 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.410076 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.410401 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:37.427615 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5b000b28-bfdb-413e-9b02-1d7a9ed14a36 req-88f07b99-9591-4ec7-84a6-3a4a7ff927ff tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Mar 10 03:46:38.426534 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['c43a15a4-10f6-4dcd-a474-8f55806f9ff8'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:46:38.579295 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48bebf-0b68-4a26-8a18-47e33a9d0612 req-61b771b4-5ac9-471b-87eb-ba1b8755df8c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:38.580882 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1b48bebf-0b68-4a26-8a18-47e33a9d0612 req-61b771b4-5ac9-471b-87eb-ba1b8755df8c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 944 time: 0.0728216 Mar 10 03:46:38.646478 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1b48bebf-0b68-4a26-8a18-47e33a9d0612 req-efed6d5b-3a0d-4678-969e-f409af0c16c4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531552 Mar 10 03:46:39.351339 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54682) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:39.451157 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:39.525852 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Publish callbacks [] for security_group (c89d00bf-3464-40d4-8645-1c65e3d2645b), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:39.529749 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c89d00bf-3464-40d4-8645-1c65e3d2645b), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:39.572862 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6961a8f6345c4f93a517dfc7fd4868ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204082 Mar 10 03:46:39.573743 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89d00bf-3464-40d4-8645-1c65e3d2645b,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:39.575670 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54686) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:39.581545 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.581903 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.582251 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.582595 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.582976 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.583293 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.583622 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.583951 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.584287 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.584676 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.585000 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.585322 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.585699 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f7868-a5f2-485f-8262-cc1961d897e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:39.623053 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1d4babc-a2c6-4d24-9e9c-773bc391c773 admin admin] Publish callbacks [] for security_group (c89d00bf-3464-40d4-8645-1c65e3d2645b), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:39.644346 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1d4babc-a2c6-4d24-9e9c-773bc391c773 admin admin] Publish callbacks [] for security_group (c89d00bf-3464-40d4-8645-1c65e3d2645b), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:39.695044 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1d4babc-a2c6-4d24-9e9c-773bc391c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c89d00bf-3464-40d4-8645-1c65e3d2645b), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:39.697772 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c1d4babc-a2c6-4d24-9e9c-773bc391c773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:39.699009 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c1d4babc-a2c6-4d24-9e9c-773bc391c773 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c89d00bf-3464-40d4-8645-1c65e3d2645b HTTP/1.1" status: 204 len: 168 time: 0.1223052 Mar 10 03:46:39.707545 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4babc-a2c6-4d24-9e9c-773bc391c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89d00bf-3464-40d4-8645-1c65e3d2645b,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:39.775948 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b30022-d841-4366-bf26-c78118563cc1 req-cff88f8a-dfbd-4d0b-b713-5ce766911859 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:39.777430 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f4b30022-d841-4366-bf26-c78118563cc1 req-cff88f8a-dfbd-4d0b-b713-5ce766911859 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 944 time: 0.0555134 Mar 10 03:46:39.827475 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f4b30022-d841-4366-bf26-c78118563cc1 req-6a5d5682-d9af-4a3f-9b63-15a72ac264ab tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438151 Mar 10 03:46:40.112182 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:40.164163 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:46:40.168310 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:40.168699 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:40.253171 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:40.253573 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:40.274986 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:46:40.277432 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d39d8a-9ced-4b6a-b6e3-715af4447eed" -d '{"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-plugged", "status": "completed", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:46:40.289280 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:40.293647 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:40.316992 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b466e8bc-0f45-4e52-9ce7-d19349e8fd94 x-openstack-request-id: req-b466e8bc-0f45-4e52-9ce7-d19349e8fd94 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:46:40.317285 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-plugged", "status": "completed", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:46:40.317539 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b466e8bc-0f45-4e52-9ce7-d19349e8fd94 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:46:40.317928 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'code': 200} Mar 10 03:46:40.342418 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:40.526822 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398aa0b6-7795-45bd-8454-3a2b0dc3c7dd req-359c5d4e-1cc8-4084-ac95-4dfc6587ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:40.528305 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-398aa0b6-7795-45bd-8454-3a2b0dc3c7dd req-359c5d4e-1cc8-4084-ac95-4dfc6587ba36 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 1129 time: 0.0418265 Mar 10 03:46:40.574977 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-398aa0b6-7795-45bd-8454-3a2b0dc3c7dd req-949bcb6a-274f-4dc1-99eb-030741d6404a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393569 Mar 10 03:46:40.949910 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bebc7-5ac6-4445-80a7-6bbc32ef95db req-9215cc6b-8fb5-484f-8eee-77eb751051b6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:40.951425 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-134bebc7-5ac6-4445-80a7-6bbc32ef95db req-9215cc6b-8fb5-484f-8eee-77eb751051b6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0513272 Mar 10 03:46:40.996505 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-134bebc7-5ac6-4445-80a7-6bbc32ef95db req-3bdb680e-aa97-488f-bb10-62d32657a4b5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390854 Mar 10 03:46:42.119983 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d91d99-9e1f-4ae0-9a41-f21a4f8d714f req-b784d74a-9dbf-4dd9-8ef7-00e4e435bafe tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:42.121450 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-98d91d99-9e1f-4ae0-9a41-f21a4f8d714f req-b784d74a-9dbf-4dd9-8ef7-00e4e435bafe tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0541956 Mar 10 03:46:42.166792 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-98d91d99-9e1f-4ae0-9a41-f21a4f8d714f req-dc939112-861a-4c7f-8edf-aef089f12413 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397637 Mar 10 03:46:42.281690 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc7530-458c-4a7d-a5ed-4ef65eb912a9 req-fb98fdb2-5d68-4c4a-9ab9-548ceb00bbfd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:42.283680 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-92bc7530-458c-4a7d-a5ed-4ef65eb912a9 req-fb98fdb2-5d68-4c4a-9ab9-548ceb00bbfd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0517530 Mar 10 03:46:42.291951 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54714) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:42.296154 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Request body: {'floatingip': {'port_id': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:42.336795 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (9908fc50-e5aa-486f-90e1-4dcb88c71921), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:43.044973 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:43.048557 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (9908fc50-e5aa-486f-90e1-4dcb88c71921), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:43.149064 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Floating IP 9908fc50-e5aa-486f-90e1-4dcb88c71921 associated. External IP: 172.27.1.70, port: c43a15a4-10f6-4dcd-a474-8f55806f9ff8. Mar 10 03:46:43.353599 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Router 9695ff10-9709-4b01-80a4-15e818c5585f has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:46:43.461602 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:46:43.466590 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:43.473291 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541875ed-c50d-480e-854f-c369653a9963 None None] Sync routers for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:46:43.483390 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541875ed-c50d-480e-854f-c369653a9963 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:43.484219 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-541875ed-c50d-480e-854f-c369653a9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:43.502267 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-746870a3-3ad8-4b18-99a7-b73129bf0c87 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "PUT /v2.0/floatingips/9908fc50-e5aa-486f-90e1-4dcb88c71921 HTTP/1.1" status: 200 len: 990 time: 1.2038949 Mar 10 03:46:43.502267 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:46:43.502267 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed41f17-f971-49dd-a465-ba56b38b6169" -d '{"events": [{"name": "network-changed", "server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:46:43.544159 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b07283-9740-4af8-8842-c2339808b747 x-openstack-request-id: req-b5b07283-9740-4af8-8842-c2339808b747 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:46:43.544461 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:46:43.544720 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5b07283-9740-4af8-8842-c2339808b747 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:46:43.545186 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'status': 'completed', 'code': 200} Mar 10 03:46:43.605096 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-541875ed-c50d-480e-854f-c369653a9963 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:43.638358 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-799a5df3-6995-400f-bccb-a4dfb88616ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:43.643694 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-799a5df3-6995-400f-bccb-a4dfb88616ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 1129 time: 0.0507567 Mar 10 03:46:43.745697 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54734) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:43.748265 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-81fef4db-d24f-4a90-9c94-54a6a3053c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:43.749823 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-81fef4db-d24f-4a90-9c94-54a6a3053c95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.0995164 Mar 10 03:46:43.822988 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-51250371-054a-4256-921d-f92b88a1978f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 200 len: 998 time: 0.0661044 Mar 10 03:46:43.841498 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-541875ed-c50d-480e-854f-c369653a9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '9908fc50-e5aa-486f-90e1-4dcb88c71921', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'port_id': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'mac_address': 'fa:16:3e:4f:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b80445-fd24-4a7b-895f-f43772487002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:46:24Z', 'updated_at': '2022-03-10T03:46:42Z', 'revision_number': 1, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:43.855467 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb8ed-a0d1-4406-932c-b0fb671c1398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:43.871045 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541875ed-c50d-480e-854f-c369653a9963 None None] Checking router: 9695ff10-9709-4b01-80a4-15e818c5585f for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:46:43.876123 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-8a5027af-6cb8-4ba3-a341-5981623ec9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:43.877793 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-8a5027af-6cb8-4ba3-a341-5981623ec9a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0472476 Mar 10 03:46:43.880053 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541875ed-c50d-480e-854f-c369653a9963 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:43.880674 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-541875ed-c50d-480e-854f-c369653a9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:43.933707 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb8ed-a0d1-4406-932c-b0fb671c1398 admin admin] Publish callbacks [] for security_group (ea79b0ef-4eb0-4175-a929-08e4e11e11a1), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:43.934415 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-f3cec0ae-1fae-4d7e-a559-03b5e8cf0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:43.936007 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-f3cec0ae-1fae-4d7e-a559-03b5e8cf0895 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511785 Mar 10 03:46:43.939258 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b1cb8ed-a0d1-4406-932c-b0fb671c1398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (ea79b0ef-4eb0-4175-a929-08e4e11e11a1), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:43.982630 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cb8ed-a0d1-4406-932c-b0fb671c1398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea79b0ef-4eb0-4175-a929-08e4e11e11a1,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:43.994641 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2b1cb8ed-a0d1-4406-932c-b0fb671c1398 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f96f12dfdcc4bdcb72c09d8dc4417a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451382 Mar 10 03:46:43.996582 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54738) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:44.012330 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-541875ed-c50d-480e-854f-c369653a9963 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:44.033054 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-9e4aa08f-5cd8-4066-89ec-a1b3f334dbbd service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912004 Mar 10 03:46:44.044304 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4be1-fe0d-471c-a868-f187fdeb2236 admin admin] Publish callbacks [] for security_group (ea79b0ef-4eb0-4175-a929-08e4e11e11a1), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.066049 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4be1-fe0d-471c-a868-f187fdeb2236 admin admin] Publish callbacks [] for security_group (ea79b0ef-4eb0-4175-a929-08e4e11e11a1), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.119106 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4be1-fe0d-471c-a868-f187fdeb2236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (ea79b0ef-4eb0-4175-a929-08e4e11e11a1), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.121739 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4be1-fe0d-471c-a868-f187fdeb2236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.122952 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2e1d4be1-fe0d-471c-a868-f187fdeb2236 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea79b0ef-4eb0-4175-a929-08e4e11e11a1 HTTP/1.1" status: 204 len: 168 time: 0.1254227 Mar 10 03:46:44.127185 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eed41f17-f971-49dd-a465-ba56b38b6169 req-d1cd803c-b38e-462c-908a-9e3ab5ea0b5c service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886827 Mar 10 03:46:44.133258 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d4be1-fe0d-471c-a868-f187fdeb2236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea79b0ef-4eb0-4175-a929-08e4e11e11a1,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:44.276100 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-541875ed-c50d-480e-854f-c369653a9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '9908fc50-e5aa-486f-90e1-4dcb88c71921', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'port_id': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'mac_address': 'fa:16:3e:4f:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b80445-fd24-4a7b-895f-f43772487002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:46:24Z', 'updated_at': '2022-03-10T03:46:42Z', 'revision_number': 1, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:44.303609 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541875ed-c50d-480e-854f-c369653a9963 None None] The sync data for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi is: [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '9908fc50-e5aa-486f-90e1-4dcb88c71921', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'port_id': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'mac_address': 'fa:16:3e:4f:92:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b80445-fd24-4a7b-895f-f43772487002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:46:24Z', 'updated_at': '2022-03-10T03:46:42Z', 'revision_number': 1, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:46:44.494120 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47337dc5-ee3a-4f66-b046-ccbe7c7bacef None None] New status for floating IP 9908fc50-e5aa-486f-90e1-4dcb88c71921: ACTIVE {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:46:44.752939 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54760) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:44.846525 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1763914222-network', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:44.865220 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Made reservation on behalf of a6cdb82c9e0d4a9d88e6986ea9017e3a for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:46:44.867526 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.875876 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.949670 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Publish callbacks [] for security_group (6f0d358b-87b6-4d3e-9d81-e6978fcc23bc), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.953046 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6f0d358b-87b6-4d3e-9d81-e6978fcc23bc), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.974459 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:46:44.987600 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:44.992293 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (154c238b-f274-45d5-9c3d-9369d5e93bad), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:44.992645 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Added segment 154c238b-f274-45d5-9c3d-9369d5e93bad of type vlan for network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 Mar 10 03:46:45.034520 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (61e5cd25-ee14-4ed8-9782-60e28e6a4eb0), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.058739 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (61e5cd25-ee14-4ed8-9782-60e28e6a4eb0), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.059737 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:45.060352 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.087221 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3332105 Mar 10 03:46:45.090145 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54764) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:45.095948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Request body: {'subnet': {'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1763914222-subnet', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'ip_version': 4}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:45.114888 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Made reservation on behalf of a6cdb82c9e0d4a9d88e6986ea9017e3a for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:46:45.117176 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4171848'] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.122656 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379aca2-8bb2-4d3b-95f8-67985e294d91 admin admin] Pushing event updated for resources: {'Network': ['ID=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:45.132627 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:46:45.284312 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4171878'] for subnet (6f3a8a61-2594-4962-a8df-0cfc67885da1), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.336180 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3a8a61-2594-4962-a8df-0cfc67885da1,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:45.344396 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Checking segment: {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:46:45.344748 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Network hostable DHCP agents. Network: 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:46:45.361206 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:46:45.369154 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:45.373184 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:45.373776 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.379111 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925688c5-87a4-4ad4-a6c8-ec7c434bc0e0 None None] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:46:45.389312 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e65fdbc5-da55-4659-9768-b8e055670362 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2980614 Mar 10 03:46:45.392003 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54766) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:45.397331 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:45.416145 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (61721e60-21c6-42f8-aa21-02aac0bb4c9b), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.417263 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (61721e60-21c6-42f8-aa21-02aac0bb4c9b), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.473618 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks [] for router_controller (61721e60-21c6-42f8-aa21-02aac0bb4c9b), precommit_add_association {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.486468 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:46:45.487386 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.628655 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Allocated IP 172.20.0.2 (61e5cd25-ee14-4ed8-9782-60e28e6a4eb0/6f3a8a61-2594-4962-a8df-0cfc67885da1/a92943f4-091c-4654-bbf2-0a7b1136b8af) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:45.774137 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Publish callbacks [] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.780174 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.818036 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks [] for router_gateway (61721e60-21c6-42f8-aa21-02aac0bb4c9b), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.827380 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:45.832460 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:45.835086 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:45.838317 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Pushing event updated for resources: {'Port': ['ID=a92943f4-091c-4654-bbf2-0a7b1136b8af,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:45.895007 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Attempting to bind port a92943f4-091c-4654-bbf2-0a7b1136b8af on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:46:45.895407 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Attempting to bind port a92943f4-091c-4654-bbf2-0a7b1136b8af by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:46:45.895913 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Attempting to bind port a92943f4-091c-4654-bbf2-0a7b1136b8af on network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:46:45.900843 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:46:45.901217 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Checking segment: {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:46:45.901620 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.902016 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Bound using segment: {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:46:45.902479 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Bound port: a92943f4-091c-4654-bbf2-0a7b1136b8af, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:46:45.902889 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:45.964824 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] For port a92943f4-091c-4654-bbf2-0a7b1136b8af, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:46:45.967788 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] For port a92943f4-091c-4654-bbf2-0a7b1136b8af, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=a92943f4-091c-4654-bbf2-0a7b1136b8af,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:46:45.973662 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.027456 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks [] for router_gateway (61721e60-21c6-42f8-aa21-02aac0bb4c9b), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.028526 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012884f4-cf18-4246-9e0e-2e5fac3fa9e4 None None] Pushing event updated for resources: {'Port': ['ID=a92943f4-091c-4654-bbf2-0a7b1136b8af,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:46.051926 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.161680 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Allocated IP 172.27.1.63 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/762f175b-4eed-4b59-9139-abd09e5a316c) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:46.273294 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks [] for port (762f175b-4eed-4b59-9139-abd09e5a316c), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.309309 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.346865 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:46.349677 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:46.352057 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:46.384076 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Pushing event updated for resources: {'Port': ['ID=762f175b-4eed-4b59-9139-abd09e5a316c,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:46.616869 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device a92943f4-091c-4654-bbf2-0a7b1136b8af up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:46.619490 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks [] for router_gateway (61721e60-21c6-42f8-aa21-02aac0bb4c9b), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.674922 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port a92943f4-091c-4654-bbf2-0a7b1136b8af triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:46.675316 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.759453 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port a92943f4-091c-4654-bbf2-0a7b1136b8af is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:46.759851 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.795163 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port a92943f4-091c-4654-bbf2-0a7b1136b8af, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=a92943f4-091c-4654-bbf2-0a7b1136b8af,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:46.800412 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.826070 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (61721e60-21c6-42f8-aa21-02aac0bb4c9b), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:46.857367 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=a92943f4-091c-4654-bbf2-0a7b1136b8af,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:46.943211 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d542c7-a09f-47fa-a6c3-ade540be4ec4 None None] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:46:46.960345 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Router 61721e60-21c6-42f8-aa21-02aac0bb4c9b is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:46:47.022172 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-8279f1f8-89a7-4af5-93c6-d51a1cac7fee None None] Provisioning complete for port a92943f4-091c-4654-bbf2-0a7b1136b8af triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:47.022446 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-8279f1f8-89a7-4af5-93c6-d51a1cac7fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.068204 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:46:47.079879 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Sync routers for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:46:47.085531 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.089306 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1c307102-b837-4729-b88b-2d3fbe5b3213 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6930771 Mar 10 03:46:47.089620 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54768) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:47.104142 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:47.104764 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:47.228928 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-8279f1f8-89a7-4af5-93c6-d51a1cac7fee None None] Current status of the port a92943f4-091c-4654-bbf2-0a7b1136b8af is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:47.254244 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:47.465013 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-0c104a28-fc3c-42f8-bd6f-d307ca1c6236 None None] Provisioning complete for port a92943f4-091c-4654-bbf2-0a7b1136b8af triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:47.465384 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0c104a28-fc3c-42f8-bd6f-d307ca1c6236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.516367 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.613812 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-0c104a28-fc3c-42f8-bd6f-d307ca1c6236 None None] Current status of the port a92943f4-091c-4654-bbf2-0a7b1136b8af is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:47.631124 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:46Z', 'revision_number': 3, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:47.660717 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Checking router: 61721e60-21c6-42f8-aa21-02aac0bb4c9b for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:46:47.661075 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Updating router 61721e60-21c6-42f8-aa21-02aac0bb4c9b port 762f175b-4eed-4b59-9139-abd09e5a316c binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:46:47.670853 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Allocated IP 172.20.0.1 (61e5cd25-ee14-4ed8-9782-60e28e6a4eb0/6f3a8a61-2594-4962-a8df-0cfc67885da1/3f13d257-be02-4ee1-bc70-759c6174669f) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:47.690299 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.772313 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Publish callbacks [] for port (3f13d257-be02-4ee1-bc70-759c6174669f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.805380 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.842737 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:47.845598 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:47.849727 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:47.881249 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Pushing event updated for resources: {'Port': ['ID=3f13d257-be02-4ee1-bc70-759c6174669f,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:47.900637 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (61721e60-21c6-42f8-aa21-02aac0bb4c9b), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.961656 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Publish callbacks [] for port (762f175b-4eed-4b59-9139-abd09e5a316c), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:47.967764 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.027631 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Attempting to bind port 762f175b-4eed-4b59-9139-abd09e5a316c on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:46:48.028007 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Attempting to bind port 762f175b-4eed-4b59-9139-abd09e5a316c by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:46:48.028372 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Attempting to bind port 762f175b-4eed-4b59-9139-abd09e5a316c on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:46:48.034933 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fee64-285a-4651-8f21-c7ef19fc46d2 None None] Pushing event updated for resources: {'Port': ['ID=762f175b-4eed-4b59-9139-abd09e5a316c,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:48.040281 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:46:48.040663 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:46:48.041068 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.041539 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:46:48.041963 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Bound port: 762f175b-4eed-4b59-9139-abd09e5a316c, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:46:48.042277 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.051005 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.096373 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] For port 762f175b-4eed-4b59-9139-abd09e5a316c, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:46:48.100278 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] For port 762f175b-4eed-4b59-9139-abd09e5a316c, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=762f175b-4eed-4b59-9139-abd09e5a316c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:46:48.105852 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.176502 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:48.177321 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:48.181714 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-18c5a5c5-3733-4a2e-afa2-050ebec6ff45 None None] Provisioning complete for port 3f13d257-be02-4ee1-bc70-759c6174669f triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:48.182093 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-18c5a5c5-3733-4a2e-afa2-050ebec6ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.219022 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Publish callbacks [] for port (3f13d257-be02-4ee1-bc70-759c6174669f), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.224082 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.237369 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8fee64-285a-4651-8f21-c7ef19fc46d2 None None] Pushing event updated for resources: {'Port': ['ID=762f175b-4eed-4b59-9139-abd09e5a316c,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:48.262266 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-18c5a5c5-3733-4a2e-afa2-050ebec6ff45 None None] Port 3f13d257-be02-4ee1-bc70-759c6174669f cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:46:48.289721 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Pushing event updated for resources: {'Port': ['ID=3f13d257-be02-4ee1-bc70-759c6174669f,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:48.292129 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (61721e60-21c6-42f8-aa21-02aac0bb4c9b), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.324453 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:48.384443 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:48.385760 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:48.513687 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Router 61721e60-21c6-42f8-aa21-02aac0bb4c9b has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:46:48.547855 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 1, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:48.578446 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd9a11-1d96-46b2-961d-638d09f88f0d None None] The sync data for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi is: [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 1, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:46:48.608929 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device a92943f4-091c-4654-bbf2-0a7b1136b8af up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:48.667117 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port a92943f4-091c-4654-bbf2-0a7b1136b8af triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:48.667736 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.722625 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-93e7d462-9013-4bea-8f10-c1624752f0d7 None None] Provisioning complete for port 3f13d257-be02-4ee1-bc70-759c6174669f triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:48.723041 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-93e7d462-9013-4bea-8f10-c1624752f0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:48.787256 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-93e7d462-9013-4bea-8f10-c1624752f0d7 None None] Port 3f13d257-be02-4ee1-bc70-759c6174669f cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:46:48.822442 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port a92943f4-091c-4654-bbf2-0a7b1136b8af is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:48.882497 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:46:48.887799 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-dd6f6d19-a7de-42da-ac20-b9a71326d187 admin admin] 10.222.0.20 "PUT /v2.0/routers/61721e60-21c6-42f8-aa21-02aac0bb4c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971191 Mar 10 03:46:49.393242 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54792) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:49.398333 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1104421517-network', 'tenant_id': '736dfcd2af974309b5839f73b49831cd'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:49.420420 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Made reservation on behalf of 736dfcd2af974309b5839f73b49831cd for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:46:49.423030 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.433935 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.524056 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Publish callbacks [] for security_group (39a71dff-996f-4ac5-b6af-176cae4af18e), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.529499 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (39a71dff-996f-4ac5-b6af-176cae4af18e), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.559006 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:46:49.567550 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a71dff-996f-4ac5-b6af-176cae4af18e,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:49.578828 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (55c7abbd-ee12-4c36-ba97-49f9fb946bb7), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.579220 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Added segment 55c7abbd-ee12-4c36-ba97-49f9fb946bb7 of type vlan for network aeef077b-f110-446a-a5bb-72eefb9fcc8d Mar 10 03:46:49.579632 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:46:49.641432 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (aeef077b-f110-446a-a5bb-72eefb9fcc8d), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.680861 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (aeef077b-f110-446a-a5bb-72eefb9fcc8d), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.681812 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:49.682402 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.737005 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3426192 Mar 10 03:46:49.739710 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54800) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:49.745215 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Request body: {'subnet': {'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1104421517-subnet', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'ip_version': 4}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:49.766337 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Made reservation on behalf of 736dfcd2af974309b5839f73b49831cd for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:46:49.769483 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4171848'] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.773719 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df633a8-3d49-4724-a47f-8bc55dd95132 admin admin] Pushing event updated for resources: {'Network': ['ID=aeef077b-f110-446a-a5bb-72eefb9fcc8d,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:49.786708 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network aeef077b-f110-446a-a5bb-72eefb9fcc8d details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:46:49.794952 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e78859-a2f8-4368-b8e1-27423ce588fb req-e69e8392-a72c-4e6c-b725-9115b99e0fb5 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:49.797212 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b4e78859-a2f8-4368-b8e1-27423ce588fb req-e69e8392-a72c-4e6c-b725-9115b99e0fb5 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.1270967 Mar 10 03:46:49.855944 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b4e78859-a2f8-4368-b8e1-27423ce588fb req-35fb4386-b5f5-41fa-9f6d-bd63679e8386 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514123 Mar 10 03:46:49.964027 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4171878'] for subnet (2cee3c0f-1399-4bb2-8f66-46210a622dbb), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:49.972828 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-05f49128-59f4-4688-84db-2b2128b97d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.024623 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cee3c0f-1399-4bb2-8f66-46210a622dbb,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:50.028919 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Checking segment: {'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:46:50.029281 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Network hostable DHCP agents. Network: aeef077b-f110-446a-a5bb-72eefb9fcc8d, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:46:50.046381 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Network aeef077b-f110-446a-a5bb-72eefb9fcc8d is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:46:50.054588 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, aeef077b-f110-446a-a5bb-72eefb9fcc8d) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:50.058467 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:50.059105 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.066045 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14d4b3-3cbe-4e0d-b50c-c2ca95defa21 None None] Network aeef077b-f110-446a-a5bb-72eefb9fcc8d requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:46:50.075853 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-5a0ab146-3009-4b55-b931-a821751fdafc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3348050 Mar 10 03:46:50.078297 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54802) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:50.083046 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:50.101859 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (4a952bc9-09b0-4953-839e-28450ead3a30), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.102908 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (4a952bc9-09b0-4953-839e-28450ead3a30), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.160148 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks [] for router_controller (4a952bc9-09b0-4953-839e-28450ead3a30), precommit_add_association {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.173922 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-aeef077b-f110-446a-a5bb-72eefb9fcc8d', 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d', 'project_id': '736dfcd2af974309b5839f73b49831cd', 'fixed_ips': [{'subnet_id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:46:50.174909 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.300997 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks [] for router_gateway (4a952bc9-09b0-4953-839e-28450ead3a30), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.307605 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Allocated IP 172.20.0.2 (aeef077b-f110-446a-a5bb-72eefb9fcc8d/2cee3c0f-1399-4bb2-8f66-46210a622dbb/432a173b-7711-481b-a887-c62416a37e6b) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:50.469559 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Publish callbacks [] for port (432a173b-7711-481b-a887-c62416a37e6b), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.476444 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (432a173b-7711-481b-a887-c62416a37e6b), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.508753 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks [] for router_gateway (4a952bc9-09b0-4953-839e-28450ead3a30), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.522402 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Network aeef077b-f110-446a-a5bb-72eefb9fcc8d is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:50.526042 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:50.528358 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:50.548040 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.569885 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Pushing event updated for resources: {'Port': ['ID=432a173b-7711-481b-a887-c62416a37e6b,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:50.613402 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Attempting to bind port 432a173b-7711-481b-a887-c62416a37e6b on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:46:50.613801 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Attempting to bind port 432a173b-7711-481b-a887-c62416a37e6b by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:46:50.614168 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Attempting to bind port 432a173b-7711-481b-a887-c62416a37e6b on network aeef077b-f110-446a-a5bb-72eefb9fcc8d {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:46:50.619983 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:46:50.619983 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Checking segment: {'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:46:50.620403 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.620809 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Bound using segment: {'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:46:50.621295 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Bound port: 432a173b-7711-481b-a887-c62416a37e6b, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:46:50.621683 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (432a173b-7711-481b-a887-c62416a37e6b), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.633784 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 762f175b-4eed-4b59-9139-abd09e5a316c up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:50.664348 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Allocated IP 172.27.1.18 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/5d5226a5-a9f5-4c36-ac27-ea7287eb232c) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:50.727985 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] For port 432a173b-7711-481b-a887-c62416a37e6b, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:46:50.738800 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Sync routers for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:46:50.742618 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] For port 432a173b-7711-481b-a887-c62416a37e6b, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=432a173b-7711-481b-a887-c62416a37e6b,segment=NetworkSegment(55c7abbd-ee12-4c36-ba97-49f9fb946bb7),segment_id=55c7abbd-ee12-4c36-ba97-49f9fb946bb7)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:46:50.744024 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 762f175b-4eed-4b59-9139-abd09e5a316c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:50.744660 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.749830 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:50.750460 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:50.770154 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (432a173b-7711-481b-a887-c62416a37e6b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.776264 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks [] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.820663 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.860881 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:50.864194 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:50.866226 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:50.870544 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:50.871681 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b1286-ade1-4c94-b01a-fc61668be75f None None] Pushing event updated for resources: {'Port': ['ID=432a173b-7711-481b-a887-c62416a37e6b,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:50.896220 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 762f175b-4eed-4b59-9139-abd09e5a316c is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:50.896681 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:50.901794 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5226a5-a9f5-4c36-ac27-ea7287eb232c,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:50.933114 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 762f175b-4eed-4b59-9139-abd09e5a316c, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=762f175b-4eed-4b59-9139-abd09e5a316c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:50.942672 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.017294 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3784-fe81-4dfc-a75d-441e0bec89f3 req-aa3ded4f-a6f1-4757-8ddd-0eae006a1847 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:51.025680 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c55c3784-fe81-4dfc-a75d-441e0bec89f3 req-aa3ded4f-a6f1-4757-8ddd-0eae006a1847 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0704927 Mar 10 03:46:51.104241 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c55c3784-fe81-4dfc-a75d-441e0bec89f3 req-af7df731-681c-4e05-bc23-8eab89b11389 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761333 Mar 10 03:46:51.159959 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:48Z', 'revision_number': 2, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:51.191588 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Checking router: 61721e60-21c6-42f8-aa21-02aac0bb4c9b for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:46:51.192817 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Updating router 61721e60-21c6-42f8-aa21-02aac0bb4c9b port 3f13d257-be02-4ee1-bc70-759c6174669f binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:46:51.198922 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=762f175b-4eed-4b59-9139-abd09e5a316c,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:51.222400 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.258001 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks [] for router_gateway (4a952bc9-09b0-4953-839e-28450ead3a30), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.465786 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (4a952bc9-09b0-4953-839e-28450ead3a30), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.489588 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Publish callbacks [] for port (3f13d257-be02-4ee1-bc70-759c6174669f), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.496133 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.543504 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Pushing event updated for resources: {'Port': ['ID=3f13d257-be02-4ee1-bc70-759c6174669f,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:51.555998 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.556384 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.556739 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.557117 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.557766 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.557967 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.558265 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.558599 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.558955 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.559398 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.560025 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.560025 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.560300 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:46:51.618337 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Attempting to bind port 3f13d257-be02-4ee1-bc70-759c6174669f on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:46:51.619116 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Attempting to bind port 3f13d257-be02-4ee1-bc70-759c6174669f by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:46:51.619530 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Attempting to bind port 3f13d257-be02-4ee1-bc70-759c6174669f on network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:46:51.619654 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Router 4a952bc9-09b0-4953-839e-28450ead3a30 is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:46:51.625433 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:46:51.625838 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Checking segment: {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:46:51.626393 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.627669 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Bound using segment: {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:46:51.628157 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Bound port: 3f13d257-be02-4ee1-bc70-759c6174669f, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:46:51.628539 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.696437 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] For port 3f13d257-be02-4ee1-bc70-759c6174669f, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:46:51.699763 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] For port 3f13d257-be02-4ee1-bc70-759c6174669f, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=3f13d257-be02-4ee1-bc70-759c6174669f,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:46:51.707976 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.756715 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:46:51.764859 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4755791-9a2a-420a-8bfe-a7a7f5242f67 None None] Pushing event updated for resources: {'Port': ['ID=3f13d257-be02-4ee1-bc70-759c6174669f,revision_number=4']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:51.768286 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Sync routers for ids ['4a952bc9-09b0-4953-839e-28450ead3a30'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:46:51.782507 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:51.784672 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:51.791605 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Routers {'4a952bc9-09b0-4953-839e-28450ead3a30'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:51.792515 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['4a952bc9-09b0-4953-839e-28450ead3a30'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:51.802260 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.804189 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-755e8f52-d201-4690-bd6c-88af88c02b93 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7243598 Mar 10 03:46:51.806746 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54810) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:51.896795 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-39af9ff1-9f1b-4c18-b0b1-f5b30f8b518e None None] Provisioning complete for port 3f13d257-be02-4ee1-bc70-759c6174669f triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:51.897381 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-39af9ff1-9f1b-4c18-b0b1-f5b30f8b518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:51.932723 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-9b89f60f-b626-409d-b238-5d809dfd2c5f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:51.934675 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-9b89f60f-b626-409d-b238-5d809dfd2c5f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.0665793 Mar 10 03:46:51.980783 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:52.040672 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Set router 4a952bc9-09b0-4953-839e-28450ead3a30 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:52.159220 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Deleting port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:46:52.159576 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.260146 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-39af9ff1-9f1b-4c18-b0b1-f5b30f8b518e None None] Current status of the port 3f13d257-be02-4ee1-bc70-759c6174669f is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:52.260552 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-39af9ff1-9f1b-4c18-b0b1-f5b30f8b518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.276387 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49990a9-022f-40bb-a128-4af1e3ff57d7 None None] Network aeef077b-f110-446a-a5bb-72eefb9fcc8d requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:46:52.301591 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] For port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:52.302196 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.421422 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:51Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:52.429704 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-39af9ff1-9f1b-4c18-b0b1-f5b30f8b518e None None] For port 3f13d257-be02-4ee1-bc70-759c6174669f, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=3f13d257-be02-4ee1-bc70-759c6174669f,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:52.430752 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58df77-381b-4535-96db-c0b6a9a88c89 req-f9b43dad-4a38-48a6-9627-43c8de8a7a4d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:52.432269 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a58df77-381b-4535-96db-c0b6a9a88c89 req-f9b43dad-4a38-48a6-9627-43c8de8a7a4d tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 945 time: 0.2059932 Mar 10 03:46:52.453717 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa3c1e-5bfe-4995-8d09-2f82e8da4c68 None None] The sync data for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi is: [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:51Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:46:52.465622 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-39af9ff1-9f1b-4c18-b0b1-f5b30f8b518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.504256 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-74dae867-7a30-4894-8ef9-0104d8ebfe38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.546277 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a58df77-381b-4535-96db-c0b6a9a88c89 req-14d09fba-9dcc-4acc-91d3-04bb51aee785 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=e4c36628-5092-425d-aba1-d177af43d793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838277 Mar 10 03:46:52.547369 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.547966 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (85a36620-5079-46bb-9378-d36b99307e91), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.548292 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Floating IP 85a36620-5079-46bb-9378-d36b99307e91 disassociated. External IP: 172.27.1.27, port: a284a459-28e9-4d0e-a25b-8f0e9b78f2e1. Mar 10 03:46:52.548504 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.548714 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Calling delete_port for a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:46:52.584524 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af9ff1-9f1b-4c18-b0b1-f5b30f8b518e None None] Pushing event updated for resources: {'Port': ['ID=3f13d257-be02-4ee1-bc70-759c6174669f,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:52.625621 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:51Z', 'revision_number': 3, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port': {'id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:52.630345 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Provisioning complete for port 432a173b-7711-481b-a887-c62416a37e6b triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:52.642914 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (432a173b-7711-481b-a887-c62416a37e6b), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.710952 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Checking router: 4a952bc9-09b0-4953-839e-28450ead3a30 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:46:52.711488 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Updating router 4a952bc9-09b0-4953-839e-28450ead3a30 port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:46:52.762728 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (a284a459-28e9-4d0e-a25b-8f0e9b78f2e1), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.788294 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:52.833570 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event deleted for resources: {'Port': ['ID=a284a459-28e9-4d0e-a25b-8f0e9b78f2e1,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:52.844711 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 762f175b-4eed-4b59-9139-abd09e5a316c up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:52.863757 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Allocated IP 172.20.0.1 (aeef077b-f110-446a-a5bb-72eefb9fcc8d/2cee3c0f-1399-4bb2-8f66-46210a622dbb/3b95a989-82a3-4857-934b-b3cc167ff964) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:52.996324 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Publish callbacks [] for port (3b95a989-82a3-4857-934b-b3cc167ff964), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.012545 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Current status of the port 432a173b-7711-481b-a887-c62416a37e6b is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:53.013121 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (432a173b-7711-481b-a887-c62416a37e6b), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.027275 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:46:53.043232 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.082186 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Network aeef077b-f110-446a-a5bb-72eefb9fcc8d is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:53.085735 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:53.090624 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:53.132330 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Pushing event updated for resources: {'Port': ['ID=3b95a989-82a3-4857-934b-b3cc167ff964,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:53.146237 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (4a952bc9-09b0-4953-839e-28450ead3a30), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.154475 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] For port 432a173b-7711-481b-a887-c62416a37e6b, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=432a173b-7711-481b-a887-c62416a37e6b,segment=NetworkSegment(55c7abbd-ee12-4c36-ba97-49f9fb946bb7),segment_id=55c7abbd-ee12-4c36-ba97-49f9fb946bb7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:53.155971 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 762f175b-4eed-4b59-9139-abd09e5a316c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:53.156430 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.164886 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (432a173b-7711-481b-a887-c62416a37e6b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.201700 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:46:53.218802 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] Sync routers for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:46:53.241147 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:53.255411 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:53.272108 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] No DVR routers for this DVR port a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:46:53.275502 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.285403 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a7fddf47-c7a0-4319-9329-d239d334ebe0 req-77ad7149-39ab-4712-bec0-6768f3039405 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "DELETE /v2.0/ports/a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 HTTP/1.1" status: 204 len: 173 time: 1.3440621 Mar 10 03:46:53.285901 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'name': 'network-vif-deleted', 'tag': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:46:53.290026 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f214b8-e2df-414b-b02d-2701d028340f" -d '{"events": [{"server_uuid": "9ea6ec60-eaf2-498b-9422-b77264b9dc9a", "name": "network-vif-deleted", "tag": "a284a459-28e9-4d0e-a25b-8f0e9b78f2e1"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:46:53.359572 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Pushing event updated for resources: {'Port': ['ID=432a173b-7711-481b-a887-c62416a37e6b,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:53.385165 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6b926-d4ab-4f99-abd7-9ce9fffe5abf x-openstack-request-id: req-33d6b926-d4ab-4f99-abd7-9ce9fffe5abf {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:46:53.385687 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea6ec60-eaf2-498b-9422-b77264b9dc9a", "name": "network-vif-deleted", "tag": "a284a459-28e9-4d0e-a25b-8f0e9b78f2e1", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:46:53.385687 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33d6b926-d4ab-4f99-abd7-9ce9fffe5abf {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:46:53.386098 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea6ec60-eaf2-498b-9422-b77264b9dc9a', 'name': 'network-vif-deleted', 'tag': 'a284a459-28e9-4d0e-a25b-8f0e9b78f2e1', 'status': 'completed', 'code': 200} Mar 10 03:46:53.463362 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.473635 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Publish callbacks [] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.488923 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Provisioning complete for port 3f13d257-be02-4ee1-bc70-759c6174669f triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:53.489404 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.530627 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:53.535992 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.638043 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25b95d-732d-4c97-862b-a0de6ec7d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5d5226a5-a9f5-4c36-ac27-ea7287eb232c,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:53.694248 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Attempting to bind port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:46:53.694634 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Attempting to bind port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:46:53.695148 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Attempting to bind port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:46:53.702757 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.703661 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:46:53.704047 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:46:53.704452 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.705108 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:46:53.705599 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Bound port: 5d5226a5-a9f5-4c36-ac27-ea7287eb232c, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:46:53.705983 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.723304 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f5caa257-c8d7-4762-ab39-cdcd42b8d6c8 req-9cec93f9-9506-481b-addc-3b35b1388521 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ea6ec60-eaf2-498b-9422-b77264b9dc9a HTTP/1.1" status: 200 len: 210 time: 0.0362098 Mar 10 03:46:53.731939 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Publish callbacks [] for port (3b95a989-82a3-4857-934b-b3cc167ff964), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.739944 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.797137 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:53.819430 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-a8d864f4-521a-49e6-87ad-a9d931cbd55a None None] Current status of the port 3f13d257-be02-4ee1-bc70-759c6174669f is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:53.824673 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Pushing event updated for resources: {'Port': ['ID=3b95a989-82a3-4857-934b-b3cc167ff964,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:53.825078 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 762f175b-4eed-4b59-9139-abd09e5a316c is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:53.826635 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 432a173b-7711-481b-a887-c62416a37e6b up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:53.834892 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] Checking router: 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:46:53.852386 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (4a952bc9-09b0-4953-839e-28450ead3a30), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.853330 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:53.854047 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:53.862400 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] For port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:46:53.883471 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] For port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=5d5226a5-a9f5-4c36-ac27-ea7287eb232c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:46:53.893634 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:53.959644 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Network aeef077b-f110-446a-a5bb-72eefb9fcc8d is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:53.961315 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:53.994545 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 432a173b-7711-481b-a887-c62416a37e6b triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:53.994962 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (432a173b-7711-481b-a887-c62416a37e6b), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:54.003082 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Routers {'4a952bc9-09b0-4953-839e-28450ead3a30'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:54.003867 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['4a952bc9-09b0-4953-839e-28450ead3a30'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:54.005783 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-cdd65f14-2d3f-4aac-b022-1f3be8dc3660 None None] Provisioning complete for port 3b95a989-82a3-4857-934b-b3cc167ff964 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:54.006178 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-cdd65f14-2d3f-4aac-b022-1f3be8dc3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:54.039392 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:54.121866 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Router 4a952bc9-09b0-4953-839e-28450ead3a30 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:46:54.226343 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25b95d-732d-4c97-862b-a0de6ec7d8f1 None None] Pushing event updated for resources: {'Port': ['ID=5d5226a5-a9f5-4c36-ac27-ea7287eb232c,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:54.234826 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:46:54.247712 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:46:54.254447 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-a5ea4965-3055-43a9-9771-d09bbe7f111a admin admin] 10.222.0.20 "PUT /v2.0/routers/4a952bc9-09b0-4953-839e-28450ead3a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4461265 Mar 10 03:46:54.278029 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:54.292966 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:46:54.293406 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device a284a459-28e9-4d0e-a25b-8f0e9b78f2e1 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:46:54.299458 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-cdd65f14-2d3f-4aac-b022-1f3be8dc3660 None None] Port 3b95a989-82a3-4857-934b-b3cc167ff964 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:46:54.313284 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4fda5-8fed-4a69-8c57-219ce1cf45e2 None None] The sync data for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi is: [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:46:54.369732 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-cdd65f14-2d3f-4aac-b022-1f3be8dc3660 None None] Provisioning complete for port 432a173b-7711-481b-a887-c62416a37e6b triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:54.370079 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-cdd65f14-2d3f-4aac-b022-1f3be8dc3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (432a173b-7711-481b-a887-c62416a37e6b), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:54.407424 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] Set router 4a952bc9-09b0-4953-839e-28450ead3a30 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:54.468249 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 432a173b-7711-481b-a887-c62416a37e6b is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:54.469324 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 3f13d257-be02-4ee1-bc70-759c6174669f up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:54.667803 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-cdd65f14-2d3f-4aac-b022-1f3be8dc3660 None None] Current status of the port 432a173b-7711-481b-a887-c62416a37e6b is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:54.674101 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 3f13d257-be02-4ee1-bc70-759c6174669f triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:54.674499 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:54.816823 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 4, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port': {'id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3b95a989-82a3-4857-934b-b3cc167ff964', 'name': '', 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'mac_address': 'fa:16:3e:75:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:52Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 2, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'subnets': [{'id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:54.857623 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 3f13d257-be02-4ee1-bc70-759c6174669f is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:54.858082 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54850) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:54.868038 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-ef080f2d-c89c-4c6c-b95f-361b149ba438 None None] Provisioning complete for port 3b95a989-82a3-4857-934b-b3cc167ff964 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:54.868409 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ef080f2d-c89c-4c6c-b95f-361b149ba438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:54.873802 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d89c727-2a5b-45fa-8bf4-aa9ee3e0e513 None None] The sync data for ids ['4a952bc9-09b0-4953-839e-28450ead3a30'] in dv-cinder-804735-27-iscsi is: [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 4, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port': {'id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3b95a989-82a3-4857-934b-b3cc167ff964', 'name': '', 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'mac_address': 'fa:16:3e:75:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:52Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 2, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'subnets': [{'id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:46:54.910945 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:54.921085 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-ef080f2d-c89c-4c6c-b95f-361b149ba438 None None] Port 3b95a989-82a3-4857-934b-b3cc167ff964 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:46:54.921232 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cffef5f-9ee3-4a62-b681-8a2cd21c9a79 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (e4c36628-5092-425d-aba1-d177af43d793), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:54.982840 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cffef5f-9ee3-4a62-b681-8a2cd21c9a79 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (e4c36628-5092-425d-aba1-d177af43d793), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.062035 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cffef5f-9ee3-4a62-b681-8a2cd21c9a79 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (e4c36628-5092-425d-aba1-d177af43d793), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.063275 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 3f13d257-be02-4ee1-bc70-759c6174669f up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:55.067318 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cffef5f-9ee3-4a62-b681-8a2cd21c9a79 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.071249 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0cffef5f-9ee3-4a62-b681-8a2cd21c9a79 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "DELETE /v2.0/security-groups/e4c36628-5092-425d-aba1-d177af43d793 HTTP/1.1" status: 204 len: 168 time: 0.2124012 Mar 10 03:46:55.073228 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54858) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:55.106775 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffef5f-9ee3-4a62-b681-8a2cd21c9a79 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c36628-5092-425d-aba1-d177af43d793,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:55.109222 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.api.v2.resource [None req-8ac3e7f8-c3d0-4de8-a82a-7a137773684e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] show failed (client error): The resource could not be found. Mar 10 03:46:55.111953 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-8ac3e7f8-c3d0-4de8-a82a-7a137773684e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups/e4c36628-5092-425d-aba1-d177af43d793 HTTP/1.1" status: 404 len: 347 time: 0.0371215 Mar 10 03:46:55.116420 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54860) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:55.209045 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 3f13d257-be02-4ee1-bc70-759c6174669f triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:55.209428 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.292456 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Deleting port df91362c-5a56-4cb5-92a5-249720eb6622 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:46:55.293369 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (df91362c-5a56-4cb5-92a5-249720eb6622), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.383706 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 3f13d257-be02-4ee1-bc70-759c6174669f is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:55.384956 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 432a173b-7711-481b-a887-c62416a37e6b up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:55.387655 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3225fe2-553b-4595-8e6c-ad8f4502e4ed None None] New status for floating IP 85a36620-5079-46bb-9378-d36b99307e91: DOWN {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:46:55.410299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (df91362c-5a56-4cb5-92a5-249720eb6622), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.410940 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (df91362c-5a56-4cb5-92a5-249720eb6622), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.426830 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Calling delete_port for df91362c-5a56-4cb5-92a5-249720eb6622 owned by network:floatingip {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:46:55.619422 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 432a173b-7711-481b-a887-c62416a37e6b triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:55.619937 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (432a173b-7711-481b-a887-c62416a37e6b), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.702627 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (df91362c-5a56-4cb5-92a5-249720eb6622), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.744091 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 432a173b-7711-481b-a887-c62416a37e6b is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:55.760943 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event deleted for resources: {'Port': ['ID=df91362c-5a56-4cb5-92a5-249720eb6622,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:55.817120 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (85a36620-5079-46bb-9378-d36b99307e91), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.819880 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:55.821152 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-9bd646c3-afbe-4629-a9cd-26d87df6e1c6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "DELETE /v2.0/floatingips/85a36620-5079-46bb-9378-d36b99307e91 HTTP/1.1" status: 204 len: 168 time: 0.7034953 Mar 10 03:46:56.452031 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 54872) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:56.456638 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-ad527b21-9e4e-4972-a642-17a15c28aebf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--754320337', 'description': 'tempest-description--1311154395'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:56.480954 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.483069 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ad527b21-9e4e-4972-a642-17a15c28aebf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.587252 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ad527b21-9e4e-4972-a642-17a15c28aebf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (7969273f-745d-45c3-a310-d251897726f5), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.599933 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ad527b21-9e4e-4972-a642-17a15c28aebf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (7969273f-745d-45c3-a310-d251897726f5), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.628704 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ad527b21-9e4e-4972-a642-17a15c28aebf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.629950 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ad527b21-9e4e-4972-a642-17a15c28aebf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1769798 Mar 10 03:46:56.636011 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54876) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:56.637038 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad527b21-9e4e-4972-a642-17a15c28aebf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7969273f-745d-45c3-a310-d251897726f5,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:56.640644 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-f60bff58-e655-4031-8d5c-17f256e484c9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'security_group_rule': {'security_group_id': '7969273f-745d-45c3-a310-d251897726f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:56.687489 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f60bff58-e655-4031-8d5c-17f256e484c9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (9dfdfef1-b800-4d19-9d87-2a62ea59f0b5), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.810878 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f60bff58-e655-4031-8d5c-17f256e484c9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (9dfdfef1-b800-4d19-9d87-2a62ea59f0b5), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.819019 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f60bff58-e655-4031-8d5c-17f256e484c9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (9dfdfef1-b800-4d19-9d87-2a62ea59f0b5), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.845479 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bff58-e655-4031-8d5c-17f256e484c9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfdfef1-b800-4d19-9d87-2a62ea59f0b5,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:56.862949 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f60bff58-e655-4031-8d5c-17f256e484c9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:56.877190 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f60bff58-e655-4031-8d5c-17f256e484c9 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2410541 Mar 10 03:46:56.878403 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54884) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:56.891462 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-dab2b6c2-b95d-4d9f-954f-b7d0623108b3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'security_group_rule': {'security_group_id': '7969273f-745d-45c3-a310-d251897726f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:56.948346 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dab2b6c2-b95d-4d9f-954f-b7d0623108b3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (5d96b846-ecd2-4e14-b4c5-3c6a3ff59105), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.089906 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dab2b6c2-b95d-4d9f-954f-b7d0623108b3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (5d96b846-ecd2-4e14-b4c5-3c6a3ff59105), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.102987 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 5d5226a5-a9f5-4c36-ac27-ea7287eb232c up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:57.103594 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dab2b6c2-b95d-4d9f-954f-b7d0623108b3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (5d96b846-ecd2-4e14-b4c5-3c6a3ff59105), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.121642 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2b6c2-b95d-4d9f-954f-b7d0623108b3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d96b846-ecd2-4e14-b4c5-3c6a3ff59105,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:57.144843 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dab2b6c2-b95d-4d9f-954f-b7d0623108b3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.149401 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-dab2b6c2-b95d-4d9f-954f-b7d0623108b3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677751 Mar 10 03:46:57.150337 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 54888) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:46:57.160945 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:46:57.200064 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.220847 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:57.225626 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.328581 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:57.329399 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.336682 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.358130 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=5d5226a5-a9f5-4c36-ac27-ea7287eb232c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:46:57.370547 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.432726 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=5d5226a5-a9f5-4c36-ac27-ea7287eb232c,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:57.475312 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Allocated IP 172.27.1.156 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:46:57.807037 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for port (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.846981 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:57.882461 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:46:57.885700 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:46:57.889315 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:46:57.925922 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'Port': ['ID=55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:58.002326 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (a8e6e953-81e4-45bb-b474-7fcc392af982), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:58.048002 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:58.242579 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for port (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:58.247158 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:58.318925 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'Port': ['ID=55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:46:58.333745 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (a8e6e953-81e4-45bb-b474-7fcc392af982), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:58.351644 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:58.352980 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-b4206a20-c2e3-46d1-8dab-c73c9ccff37c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2015524 Mar 10 03:46:58.722078 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-83e500b7-38ad-4b54-8338-1e2d923b8e5c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--754320337&fields=id&tenant_id=260d8e849e8048faa932ae5b7639edcf HTTP/1.1" status: 200 len: 267 time: 0.0473754 Mar 10 03:46:58.839859 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-43f824d9-e460-4d3d-ad64-8a24fab335b4 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:46:58.841359 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-43f824d9-e460-4d3d-ad64-8a24fab335b4 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 811 time: 0.1114655 Mar 10 03:46:58.863697 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-944528da-2d81-4456-8d5a-935280212cd1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/quotas/260d8e849e8048faa932ae5b7639edcf HTTP/1.1" status: 200 len: 375 time: 0.0153801 Mar 10 03:46:58.946187 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 5d5226a5-a9f5-4c36-ac27-ea7287eb232c up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:46:58.955955 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-01fd7117-d186-4d58-8e36-81cc54e1e47e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913987 Mar 10 03:46:59.004320 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:46:59.004691 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:46:59.081739 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-0f9fd342-f07a-4276-b847-78f257c2e262 service neutron] 10.222.0.20 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099112 Mar 10 03:46:59.122158 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:46:59.204088 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-36cadad9-453f-45fd-b979-acbff991e5cd service neutron] 10.222.0.20 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212602 Mar 10 03:46:59.510984 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Sync routers for ids ['4a952bc9-09b0-4953-839e-28450ead3a30'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:46:59.531916 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Routers {'4a952bc9-09b0-4953-839e-28450ead3a30'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:46:59.533060 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['4a952bc9-09b0-4953-839e-28450ead3a30'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:59.568345 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-738d6350-f534-4b44-b53b-83c77f385d15 req-ef863714-312f-4196-afbe-d7c503b33623 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 210 time: 0.1982503 Mar 10 03:46:59.652170 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Set router 4a952bc9-09b0-4953-839e-28450ead3a30 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:46:59.920420 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 4, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port': {'id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3b95a989-82a3-4857-934b-b3cc167ff964', 'name': '', 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'mac_address': 'fa:16:3e:75:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:52Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 2, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'subnets': [{'id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:46:59.956248 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Checking router: 4a952bc9-09b0-4953-839e-28450ead3a30 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:46:59.956614 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Updating router 4a952bc9-09b0-4953-839e-28450ead3a30 port 3b95a989-82a3-4857-934b-b3cc167ff964 binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:46:59.986716 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.316418 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Publish callbacks [] for port (3b95a989-82a3-4857-934b-b3cc167ff964), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.323917 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.375795 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d45ade-a145-42a4-9977-b09215212995 None None] Pushing event updated for resources: {'Port': ['ID=3b95a989-82a3-4857-934b-b3cc167ff964,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:00.570605 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Attempting to bind port 3b95a989-82a3-4857-934b-b3cc167ff964 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:47:00.571300 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Attempting to bind port 3b95a989-82a3-4857-934b-b3cc167ff964 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:47:00.571398 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Attempting to bind port 3b95a989-82a3-4857-934b-b3cc167ff964 on network aeef077b-f110-446a-a5bb-72eefb9fcc8d {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:47:00.578337 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:47:00.578913 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Checking segment: {'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:47:00.580015 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.580490 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Bound using segment: {'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:47:00.581209 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Bound port: 3b95a989-82a3-4857-934b-b3cc167ff964, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c7abbd-ee12-4c36-ba97-49f9fb946bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:47:00.581585 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.653130 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.680002 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] For port 3b95a989-82a3-4857-934b-b3cc167ff964, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:47:00.683860 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] For port 3b95a989-82a3-4857-934b-b3cc167ff964, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=3b95a989-82a3-4857-934b-b3cc167ff964,segment=NetworkSegment(55c7abbd-ee12-4c36-ba97-49f9fb946bb7),segment_id=55c7abbd-ee12-4c36-ba97-49f9fb946bb7)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:47:00.706385 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.718381 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-d3574060-1fc2-4215-ba38-d37993f206ff tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:00.725765 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-d3574060-1fc2-4215-ba38-d37993f206ff tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 811 time: 0.1922574 Mar 10 03:47:00.751074 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-57400456-9ff0-4e74-9a7d-98111ac7fa7d req-1ed50b2b-91ea-49c5-994e-ae66667ab3ee tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 210 time: 0.0433211 Mar 10 03:47:00.812016 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-f572d311-00f2-41c0-8dda-1e5c934f10a6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=260d8e849e8048faa932ae5b7639edcf HTTP/1.1" status: 200 len: 379 time: 0.0696585 Mar 10 03:47:00.823354 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Routers {'4a952bc9-09b0-4953-839e-28450ead3a30'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:00.823990 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['4a952bc9-09b0-4953-839e-28450ead3a30'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:00.831172 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d45ade-a145-42a4-9977-b09215212995 None None] Pushing event updated for resources: {'Port': ['ID=3b95a989-82a3-4857-934b-b3cc167ff964,revision_number=4']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:00.834433 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-33dc40bf-0f60-4fb1-9901-0e1d1ef43a19 None None] Provisioning complete for port 3b95a989-82a3-4857-934b-b3cc167ff964 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:00.835237 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-33dc40bf-0f60-4fb1-9901-0e1d1ef43a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.840688 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'port': {'device_id': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'admin_state_up': True, 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'security_groups': ['7969273f-745d-45c3-a310-d251897726f5']}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:00.945687 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-33dc40bf-0f60-4fb1-9901-0e1d1ef43a19 None None] Current status of the port 3b95a989-82a3-4857-934b-b3cc167ff964 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:00.946176 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-33dc40bf-0f60-4fb1-9901-0e1d1ef43a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:00.988821 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-33dc40bf-0f60-4fb1-9901-0e1d1ef43a19 None None] For port 3b95a989-82a3-4857-934b-b3cc167ff964, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=3b95a989-82a3-4857-934b-b3cc167ff964,segment=NetworkSegment(55c7abbd-ee12-4c36-ba97-49f9fb946bb7),segment_id=55c7abbd-ee12-4c36-ba97-49f9fb946bb7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:00.996879 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-33dc40bf-0f60-4fb1-9901-0e1d1ef43a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.018105 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] Set router 4a952bc9-09b0-4953-839e-28450ead3a30 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:01.104223 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc40bf-0f60-4fb1-9901-0e1d1ef43a19 None None] Pushing event updated for resources: {'Port': ['ID=3b95a989-82a3-4857-934b-b3cc167ff964,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:01.127151 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-d34b56ef-c6ac-4d12-be22-d776f4273710 None None] Provisioning complete for port 3b95a989-82a3-4857-934b-b3cc167ff964 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:01.127516 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d34b56ef-c6ac-4d12-be22-d776f4273710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.136251 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Made reservation on behalf of 260d8e849e8048faa932ae5b7639edcf for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:47:01.141709 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.175591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 3b95a989-82a3-4857-934b-b3cc167ff964 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:47:01.275741 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 3b95a989-82a3-4857-934b-b3cc167ff964 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:01.276033 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.277637 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-d34b56ef-c6ac-4d12-be22-d776f4273710 None None] Current status of the port 3b95a989-82a3-4857-934b-b3cc167ff964 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:01.316007 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 4, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port': {'id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3b95a989-82a3-4857-934b-b3cc167ff964', 'name': '', 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'mac_address': 'fa:16:3e:75:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:52Z', 'updated_at': '2022-03-10T03:47:00Z', 'revision_number': 4, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'subnets': [{'id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:01.338191 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Allocated IP 172.20.0.4 (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae/19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4/47a9ce08-c9ab-424d-b517-16303ae23ed6) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:47:01.353586 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0a4888-7c0e-4e3a-a28e-6f6bad8f8826 None None] The sync data for ids ['4a952bc9-09b0-4953-839e-28450ead3a30'] in dv-cinder-804735-27-iscsi is: [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:53Z', 'revision_number': 4, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port': {'id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3b95a989-82a3-4857-934b-b3cc167ff964', 'name': '', 'network_id': 'aeef077b-f110-446a-a5bb-72eefb9fcc8d', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'mac_address': 'fa:16:3e:75:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:52Z', 'updated_at': '2022-03-10T03:47:00Z', 'revision_number': 4, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'subnets': [{'id': '2cee3c0f-1399-4bb2-8f66-46210a622dbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:47:01.393922 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 3b95a989-82a3-4857-934b-b3cc167ff964 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:01.503548 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.545863 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.599176 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event updated for resources: {'Port': ['ID=47a9ce08-c9ab-424d-b517-16303ae23ed6,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:01.615555 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:47:01.617414 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:47:01.633947 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:47:01.698432 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:01.699272 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.740435 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-3b252f05-7379-4528-941a-3f0f4dc4cfb8 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120357 Mar 10 03:47:01.762292 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Request body: {'port': {'device_id': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:01.890285 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.912107 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-ffaf1cf8-91ad-4135-9604-3b9ddc2b1e4a None None] Provisioning complete for port 47a9ce08-c9ab-424d-b517-16303ae23ed6 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:01.914305 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ffaf1cf8-91ad-4135-9604-3b9ddc2b1e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:01.924709 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afdd1f-f74e-4de0-810f-1ecd6c25de4f req-02275b87-4786-4a93-8bd6-f2035b1c3318 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:01.931718 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-93afdd1f-f74e-4de0-810f-1ecd6c25de4f req-02275b87-4786-4a93-8bd6-f2035b1c3318 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 931 time: 0.0912528 Mar 10 03:47:01.990596 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf1cf8-91ad-4135-9604-3b9ddc2b1e4a None None] Port 47a9ce08-c9ab-424d-b517-16303ae23ed6 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:47:01.994715 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-93afdd1f-f74e-4de0-810f-1ecd6c25de4f req-79d73524-ab4d-40fd-9484-5426e9e50a9c tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618098 Mar 10 03:47:02.216132 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a9ce08-c9ab-424d-b517-16303ae23ed6 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:47:02.225761 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Publish callbacks [] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:02.242329 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Transition to ACTIVE for port object 47a9ce08-c9ab-424d-b517-16303ae23ed6 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:47:02.249744 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:02.314797 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Pushing event updated for resources: {'Port': ['ID=47a9ce08-c9ab-424d-b517-16303ae23ed6,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:02.445652 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Attempting to bind port 47a9ce08-c9ab-424d-b517-16303ae23ed6 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:47:02.446120 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Attempting to bind port 47a9ce08-c9ab-424d-b517-16303ae23ed6 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:47:02.446518 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Attempting to bind port 47a9ce08-c9ab-424d-b517-16303ae23ed6 on network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:47:02.451975 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Port 47a9ce08-c9ab-424d-b517-16303ae23ed6 on network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:47:02.452355 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Attempting to bind port 47a9ce08-c9ab-424d-b517-16303ae23ed6 on network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:47:02.458548 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:47:02.458953 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Checking segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:47:02.459274 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Bound using segment: {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:47:02.459678 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Bound port: 47a9ce08-c9ab-424d-b517-16303ae23ed6, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98ad357a-7d41-49ef-b323-201dab5f717b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:47:02.460209 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:02.547897 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] For port 47a9ce08-c9ab-424d-b517-16303ae23ed6, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:47:02.551896 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] For port 47a9ce08-c9ab-424d-b517-16303ae23ed6, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47a9ce08-c9ab-424d-b517-16303ae23ed6,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:47:02.565186 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:02.608990 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:02.609826 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:02.612125 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/47a9ce08-c9ab-424d-b517-16303ae23ed6 HTTP/1.1" status: 200 len: 1093 time: 0.8544323 Mar 10 03:47:02.612775 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'tag': '47a9ce08-c9ab-424d-b517-16303ae23ed6'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:02.615409 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0194bcae-bd01-48f4-836e-6fedb7d565b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f38557d3-c393-4280-bbc1-594017a2f91a", "tag": "47a9ce08-c9ab-424d-b517-16303ae23ed6"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:02.646479 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0efbef-939a-44ba-83a7-fdc162e432d7 service neutron] Pushing event updated for resources: {'Port': ['ID=47a9ce08-c9ab-424d-b517-16303ae23ed6,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:02.677152 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849efac2-d79d-4edb-936b-48b19cc47f65 x-openstack-request-id: req-849efac2-d79d-4edb-936b-48b19cc47f65 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:02.677448 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38557d3-c393-4280-bbc1-594017a2f91a", "tag": "47a9ce08-c9ab-424d-b517-16303ae23ed6", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:02.677706 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-849efac2-d79d-4edb-936b-48b19cc47f65 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:02.678110 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'tag': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'status': 'completed', 'code': 200} Mar 10 03:47:02.750554 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-24099b9b-387a-4917-8e45-bfb04281d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:02.753289 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-24099b9b-387a-4917-8e45-bfb04281d016 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 1127 time: 0.0619426 Mar 10 03:47:02.813622 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-e71b3dce-acf8-4c60-bb10-1e6be2a1d117 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a9ce08-c9ab-424d-b517-16303ae23ed6 HTTP/1.1" status: 200 len: 217 time: 0.0411525 Mar 10 03:47:02.886347 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-c4655321-2a4b-44fe-995e-eb4e21650814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:02.887880 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-c4655321-2a4b-44fe-995e-eb4e21650814 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 200 len: 850 time: 0.0661471 Mar 10 03:47:02.952241 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-f1000a4c-dd85-47a4-9913-aa67cc2c0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:02.953943 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-f1000a4c-dd85-47a4-9913-aa67cc2c0b46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594797 Mar 10 03:47:02.982909 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 3b95a989-82a3-4857-934b-b3cc167ff964 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:47:03.056912 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 3b95a989-82a3-4857-934b-b3cc167ff964 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:03.057946 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:03.059072 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-7a2b620f-0338-4306-9fa5-23f64392cd43 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978553 Mar 10 03:47:03.184031 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02824ae-8dfc-4732-9c02-266af63a3179 req-a216e649-8142-4611-97ba-c36d4501182e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:03.194918 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 3b95a989-82a3-4857-934b-b3cc167ff964 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:03.206066 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f02824ae-8dfc-4732-9c02-266af63a3179 req-a216e649-8142-4611-97ba-c36d4501182e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 943 time: 0.1303525 Mar 10 03:47:03.238303 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ed95858e-ff36-412f-8a38-d1fbd79afee7 req-a390ea2b-0084-4363-a68e-37e74b5e2cff service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676002 Mar 10 03:47:03.274519 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f02824ae-8dfc-4732-9c02-266af63a3179 req-7ec3c835-f56c-413f-a242-334deb5dcd42 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672112 Mar 10 03:47:03.390750 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-1391298c-dbfa-418c-9b07-c9a2975f0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:03.393317 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-1391298c-dbfa-418c-9b07-c9a2975f0220 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 1127 time: 0.0514359 Mar 10 03:47:03.498893 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-ed04ef11-ec9c-440c-9778-69175663def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:03.500480 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-ed04ef11-ec9c-440c-9778-69175663def5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 912 time: 0.0997064 Mar 10 03:47:03.545525 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-39219853-121a-4bcd-8d8e-51c462192d1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a9ce08-c9ab-424d-b517-16303ae23ed6 HTTP/1.1" status: 200 len: 217 time: 0.0373681 Mar 10 03:47:03.615274 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-cf58a6cc-9005-4933-8929-3ac859aafd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:03.617001 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-cf58a6cc-9005-4933-8929-3ac859aafd4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 200 len: 850 time: 0.0607150 Mar 10 03:47:03.681041 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-8c3e7320-c2a9-496c-8bed-8963ae3472a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:03.682728 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-8c3e7320-c2a9-496c-8bed-8963ae3472a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548382 Mar 10 03:47:03.797407 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-447a6618-2035-4c0b-b5d1-752e9b91862a service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070700 Mar 10 03:47:03.904216 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0194bcae-bd01-48f4-836e-6fedb7d565b7 req-f777febe-d6a3-4993-8385-c9779f530f5e service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003268 Mar 10 03:47:04.401384 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4548b5-73a5-445b-95f6-93836f172a75 req-96d52eb9-bac5-4616-aff2-4c60ab6e9974 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:04.411220 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7b4548b5-73a5-445b-95f6-93836f172a75 req-96d52eb9-bac5-4616-aff2-4c60ab6e9974 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 943 time: 0.0664423 Mar 10 03:47:04.473431 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7b4548b5-73a5-445b-95f6-93836f172a75 req-d44ec94a-5c1d-445e-8e5d-98f4df42a6be tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611703 Mar 10 03:47:05.605580 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8057e7-1c96-4c77-8254-269119e5e7a3 req-8547ff5c-4c5b-464e-8e3b-49f99a46f374 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:05.607416 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0f8057e7-1c96-4c77-8254-269119e5e7a3 req-8547ff5c-4c5b-464e-8e3b-49f99a46f374 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 943 time: 0.0648949 Mar 10 03:47:05.657084 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0f8057e7-1c96-4c77-8254-269119e5e7a3 req-18c2f744-1097-4a4a-acd1-f84d27dbb039 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438876 Mar 10 03:47:06.190861 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09823f-de75-4d65-aceb-b498788857c8 req-41da5bdf-70f8-45d7-a2fb-c1f9d8a75cfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:06.192364 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-41da5bdf-70f8-45d7-a2fb-c1f9d8a75cfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 815 time: 0.1088433 Mar 10 03:47:06.208174 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-b0142d4a-0f02-4679-9724-4e5672110400 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/quotas/a6cdb82c9e0d4a9d88e6986ea9017e3a HTTP/1.1" status: 200 len: 375 time: 0.0105209 Mar 10 03:47:06.219572 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 47a9ce08-c9ab-424d-b517-16303ae23ed6 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:47:06.272250 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-aeee314e-e943-48a4-8a87-6e15be587385 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587687 Mar 10 03:47:06.413662 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-5bedb91e-4a0d-4087-badc-d51c246dcb90 service neutron] 10.222.0.20 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272871 Mar 10 03:47:06.421540 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b63ca-9add-4c1c-a76b-281b33cb8506 req-6a8da2a5-f18b-43de-b97f-eaefb8dde65e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:06.423506 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a81b63ca-9add-4c1c-a76b-281b33cb8506 req-6a8da2a5-f18b-43de-b97f-eaefb8dde65e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 945 time: 0.1115499 Mar 10 03:47:06.461714 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 47a9ce08-c9ab-424d-b517-16303ae23ed6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47a9ce08-c9ab-424d-b517-16303ae23ed6,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:06.472797 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'port_id': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'mac_address': 'fa:16:3e:13:e4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:47:06.513581 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 47a9ce08-c9ab-424d-b517-16303ae23ed6 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:06.513970 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:06.527264 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a81b63ca-9add-4c1c-a76b-281b33cb8506 req-dfd5ad88-f3fe-4fd5-9fc9-2ea6e202321d tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957193 Mar 10 03:47:06.527443 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a9ce08-c9ab-424d-b517-16303ae23ed6 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:47:06.549051 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-d72b5c42-3e08-4dc8-8496-1edc11d5a0e0 service neutron] 10.222.0.20 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194952 Mar 10 03:47:06.549520 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 47a9ce08-c9ab-424d-b517-16303ae23ed6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47a9ce08-c9ab-424d-b517-16303ae23ed6,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:06.552105 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:06.600279 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=47a9ce08-c9ab-424d-b517-16303ae23ed6,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:06.858555 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['47a9ce08-c9ab-424d-b517-16303ae23ed6'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:47:07.002065 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0fe7ac28-2fc4-432c-9cba-1c268e68821c req-34ce9e00-f020-48a4-b748-67c145d9913e tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 210 time: 0.3316412 Mar 10 03:47:07.054711 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52290637-a118-41e1-8427-e5430acfbcc7 req-bb8744d7-f756-46dd-b5a9-a5e3336c87ec tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:07.056161 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-52290637-a118-41e1-8427-e5430acfbcc7 req-bb8744d7-f756-46dd-b5a9-a5e3336c87ec tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 944 time: 0.0572731 Mar 10 03:47:07.105266 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-52290637-a118-41e1-8427-e5430acfbcc7 req-6fa13f77-d7fa-4494-be3d-85e3246e343b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Mar 10 03:47:07.642999 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d96b87-e31f-4121-bc12-dec3e9617d5f req-6837eb03-c23f-4809-abd6-63ee8c3a9606 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:07.644402 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f5d96b87-e31f-4121-bc12-dec3e9617d5f req-6837eb03-c23f-4809-abd6-63ee8c3a9606 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 945 time: 0.0516007 Mar 10 03:47:07.693425 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f5d96b87-e31f-4121-bc12-dec3e9617d5f req-daac72ba-ac49-48fe-aa92-83ca4fb91278 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435469 Mar 10 03:47:07.959729 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09823f-de75-4d65-aceb-b498788857c8 req-9156bc5b-aca0-4543-862c-553ba91e991d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:07.961098 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-9156bc5b-aca0-4543-862c-553ba91e991d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.16 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 815 time: 0.1043432 Mar 10 03:47:07.981902 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'port': {'device_id': '6bff1ece-cab4-438d-9790-ff014cc27017', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'admin_state_up': True, 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:08.090522 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Made reservation on behalf of a6cdb82c9e0d4a9d88e6986ea9017e3a for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:47:08.093843 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.112860 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e02bd48-f525-4867-bde4-eac93caf20af req-c775cce5-9d74-407a-ac42-9e09abc43b62 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 210 time: 0.0263560 Mar 10 03:47:08.217863 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 47a9ce08-c9ab-424d-b517-16303ae23ed6 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:47:08.228258 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Allocated IP 172.20.0.13 (61e5cd25-ee14-4ed8-9782-60e28e6a4eb0/6f3a8a61-2594-4962-a8df-0cfc67885da1/37fd25e7-dfd8-401b-98b0-19b0b473320d) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:47:08.283872 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 47a9ce08-c9ab-424d-b517-16303ae23ed6 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:47:08.290611 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 47a9ce08-c9ab-424d-b517-16303ae23ed6 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:08.291213 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.301627 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf51df6-b575-4f85-9d3c-26b123433955 req-41f55f00-f334-4ff5-8139-083fe78ce293 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:08.303978 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbf51df6-b575-4f85-9d3c-26b123433955 req-41f55f00-f334-4ff5-8139-083fe78ce293 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 944 time: 0.1297195 Mar 10 03:47:08.314666 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-5928281c-0a42-474f-94f5-72cd213c5641 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:08.316417 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-5928281c-0a42-474f-94f5-72cd213c5641 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 945 time: 0.1166048 Mar 10 03:47:08.379301 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 47a9ce08-c9ab-424d-b517-16303ae23ed6 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:08.379672 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.423691 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bbf51df6-b575-4f85-9d3c-26b123433955 req-1d2046aa-8a0b-494c-b01a-258f60ec3941 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041877 Mar 10 03:47:08.426638 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 47a9ce08-c9ab-424d-b517-16303ae23ed6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47a9ce08-c9ab-424d-b517-16303ae23ed6,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:08.428632 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a9ce08-c9ab-424d-b517-16303ae23ed6'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:08.432008 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ec2711-36e5-4583-82fd-770740c24659" -d '{"events": [{"server_uuid": "f38557d3-c393-4280-bbc1-594017a2f91a", "name": "network-vif-plugged", "status": "completed", "tag": "47a9ce08-c9ab-424d-b517-16303ae23ed6"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:08.436056 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.493058 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.505363 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Deleting port 5103f7f7-c22e-4402-ae9c-742163572294 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:47:08.506101 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (5103f7f7-c22e-4402-ae9c-742163572294), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.509530 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=47a9ce08-c9ab-424d-b517-16303ae23ed6,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:08.528761 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53efe55a-16e5-4135-9e55-02080de11ef1 x-openstack-request-id: req-53efe55a-16e5-4135-9e55-02080de11ef1 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:08.530770 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38557d3-c393-4280-bbc1-594017a2f91a", "name": "network-vif-plugged", "status": "completed", "tag": "47a9ce08-c9ab-424d-b517-16303ae23ed6", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:08.531051 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53efe55a-16e5-4135-9e55-02080de11ef1 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:08.532956 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'code': 200} Mar 10 03:47:08.556812 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.639360 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:47:08.644904 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:47:08.647877 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:47:08.687702 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] For port 5103f7f7-c22e-4402-ae9c-742163572294, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5103f7f7-c22e-4402-ae9c-742163572294,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:08.689424 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (5103f7f7-c22e-4402-ae9c-742163572294), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.704883 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'Port': ['ID=37fd25e7-dfd8-401b-98b0-19b0b473320d,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:08.786366 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:08.791066 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:08.837756 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-62cdf539-3c0c-4770-b4b5-bfdf3fd5f7e7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595662 Mar 10 03:47:09.045426 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75b62e-4807-4687-98fd-05fdf61403f8 req-19582b98-89e1-4a73-9133-6c1251c6071b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:09.052860 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3f75b62e-4807-4687-98fd-05fdf61403f8 req-19582b98-89e1-4a73-9133-6c1251c6071b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 945 time: 0.1719911 Mar 10 03:47:09.077158 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:09.077556 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (9efb635a-c38c-4e31-93f1-8977af57ce8e), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:09.077909 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Floating IP 9efb635a-c38c-4e31-93f1-8977af57ce8e disassociated. External IP: 172.27.1.67, port: 5103f7f7-c22e-4402-ae9c-742163572294. Mar 10 03:47:09.078285 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Calling delete_port for 5103f7f7-c22e-4402-ae9c-742163572294 owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:47:09.090252 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-0b7d6c80-94d5-46a6-a78b-d525830dda65 None None] Provisioning complete for port 37fd25e7-dfd8-401b-98b0-19b0b473320d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:09.091195 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0b7d6c80-94d5-46a6-a78b-d525830dda65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:09.170498 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d6c80-94d5-46a6-a78b-d525830dda65 None None] Port 37fd25e7-dfd8-401b-98b0-19b0b473320d cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:47:09.177442 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3f75b62e-4807-4687-98fd-05fdf61403f8 req-34633e97-3fa7-4d8a-9bce-826430f57461 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=4eeb071e-2fea-4734-b3da-df0f5343d0d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236863 Mar 10 03:47:09.325391 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55affac-aa0f-4c39-9373-42b6fb87ca3a req-317547c9-31d2-4c9f-b6fa-4743c5f300a7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:09.327360 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f55affac-aa0f-4c39-9373-42b6fb87ca3a req-317547c9-31d2-4c9f-b6fa-4743c5f300a7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 932 time: 0.0983958 Mar 10 03:47:09.340231 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (5103f7f7-c22e-4402-ae9c-742163572294), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:09.393704 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'Port': ['ID=5103f7f7-c22e-4402-ae9c-742163572294,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:09.450758 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f55affac-aa0f-4c39-9373-42b6fb87ca3a req-98ac8985-b636-4dd8-b8cd-d19d863089c6 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158664 Mar 10 03:47:09.612688 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:47:09.620833 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c42f2b-80d6-4c86-a841-f66f535fbf50 req-11fab594-c589-46fb-ad42-f5d12db866c3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:09.622322 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c7c42f2b-80d6-4c86-a841-f66f535fbf50 req-11fab594-c589-46fb-ad42-f5d12db866c3 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0732200 Mar 10 03:47:09.715281 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c7c42f2b-80d6-4c86-a841-f66f535fbf50 req-628de849-5729-4a4c-9952-5c388b48f5d2 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853467 Mar 10 03:47:09.785170 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:47:09.805072 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:47:09.820736 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:09.821498 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:09.871858 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] No DVR routers for this DVR port 5103f7f7-c22e-4402-ae9c-742163572294 on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:47:09.875866 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:09.879790 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-347601d3-4fac-42cf-83da-e4ffaca039e7 req-b8766123-4433-45a8-b20a-9564be97055e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "DELETE /v2.0/ports/5103f7f7-c22e-4402-ae9c-742163572294 HTTP/1.1" status: 204 len: 173 time: 1.5415616 Mar 10 03:47:09.880261 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'name': 'network-vif-deleted', 'tag': '5103f7f7-c22e-4402-ae9c-742163572294'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:09.882527 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325f4210-58b3-4824-9e6e-88c59e2befe8" -d '{"events": [{"server_uuid": "99c78cc2-860b-4966-8792-19b117dd4a5f", "name": "network-vif-deleted", "tag": "5103f7f7-c22e-4402-ae9c-742163572294"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:09.920610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a356ad3-df5b-498d-8585-8402ef7f94e1 x-openstack-request-id: req-0a356ad3-df5b-498d-8585-8402ef7f94e1 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:09.920982 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c78cc2-860b-4966-8792-19b117dd4a5f", "name": "network-vif-deleted", "tag": "5103f7f7-c22e-4402-ae9c-742163572294", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:09.921310 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a356ad3-df5b-498d-8585-8402ef7f94e1 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:09.921782 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c78cc2-860b-4966-8792-19b117dd4a5f', 'name': 'network-vif-deleted', 'tag': '5103f7f7-c22e-4402-ae9c-742163572294', 'status': 'completed', 'code': 200} Mar 10 03:47:09.951615 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:10.161204 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:10.196110 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:47:10.206131 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:10.208032 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:10.295684 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04f6a6a9-810f-45ea-958c-c70fc1463824 req-2b50fc79-7b04-4c8f-a806-f4e21eb26d81 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0344446 Mar 10 03:47:10.349247 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:10.587865 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:10.592786 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbf3dc-10a7-40ab-a471-cf6c041c9734 req-8941f32a-4f20-43b3-b531-ccbf5158b9a2 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:10.594285 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-80cbf3dc-10a7-40ab-a471-cf6c041c9734 req-8941f32a-4f20-43b3-b531-ccbf5158b9a2 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 932 time: 0.0618625 Mar 10 03:47:10.619649 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a4e42-766a-46a4-8838-8e78bb76a215 None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:47:10.641994 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-80cbf3dc-10a7-40ab-a471-cf6c041c9734 req-531bf724-952d-4ba2-8d37-65cab4ae4e7e tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Mar 10 03:47:10.855119 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2fc69-e406-4c41-ac33-dc3960c3105b req-853235af-2fa8-4dfc-9fa5-20e06774d3ab tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:10.856602 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1fd2fc69-e406-4c41-ac33-dc3960c3105b req-853235af-2fa8-4dfc-9fa5-20e06774d3ab tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0601234 Mar 10 03:47:10.890665 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb15cfd3-19ca-4556-a401-0d4746a483e0 None None] New status for floating IP 9efb635a-c38c-4e31-93f1-8977af57ce8e: DOWN {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:47:10.912884 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1fd2fc69-e406-4c41-ac33-dc3960c3105b req-23817661-0fa4-4d87-a4d0-4a0c28a6c980 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496709 Mar 10 03:47:11.398524 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-90565e00-5f08-4624-a3b8-954c5f29fab1 req-206474b9-19c1-43ba-9711-9ad1b3c9c261 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0282066 Mar 10 03:47:11.760557 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5f72-589a-4b94-a2b4-232ac04082ba req-4b31953d-3fb0-4ee3-9403-1084ebbcfa66 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:11.762053 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a60c5f72-589a-4b94-a2b4-232ac04082ba req-4b31953d-3fb0-4ee3-9403-1084ebbcfa66 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 932 time: 0.0542533 Mar 10 03:47:11.819046 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a60c5f72-589a-4b94-a2b4-232ac04082ba req-b8fe8201-d0a0-4aba-b65c-75b28093b47c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503349 Mar 10 03:47:12.210261 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2a377-7f6a-4eb3-a39e-d19639294a6c req-03ac9b7f-d860-46f4-8e5e-516013a341c0 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:12.211712 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b0b2a377-7f6a-4eb3-a39e-d19639294a6c req-03ac9b7f-d860-46f4-8e5e-516013a341c0 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0646877 Mar 10 03:47:12.234133 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 5103f7f7-c22e-4402-ae9c-742163572294 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:47:12.254671 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 5103f7f7-c22e-4402-ae9c-742163572294 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:47:12.255123 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 5103f7f7-c22e-4402-ae9c-742163572294 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:47:12.261382 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b0b2a377-7f6a-4eb3-a39e-d19639294a6c req-922879b9-5f6d-46ec-b8ae-ad55d1286092 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440438 Mar 10 03:47:12.511945 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b25e6e1c-1f53-4135-a628-33afd5a1ce69 req-ac0dca5e-7a8f-4afc-b800-a252637775d6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0434499 Mar 10 03:47:12.945047 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8ead0-b8ed-42dc-9a21-079ca601ff4e req-79ab6216-7795-4e50-bb22-3cd6addde4d0 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:12.946588 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c2d8ead0-b8ed-42dc-9a21-079ca601ff4e req-79ab6216-7795-4e50-bb22-3cd6addde4d0 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 932 time: 0.0630987 Mar 10 03:47:12.996891 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c2d8ead0-b8ed-42dc-9a21-079ca601ff4e req-8898c66a-c6b6-45c7-b191-da694d9276ba tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444293 Mar 10 03:47:13.386590 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f2e47-7f81-4a32-b510-94853e590da3 req-2cf55d06-bc5e-49c6-a7ff-e5ace4264d8f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:13.388216 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6f8f2e47-7f81-4a32-b510-94853e590da3 req-2cf55d06-bc5e-49c6-a7ff-e5ace4264d8f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0532458 Mar 10 03:47:13.438377 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6f8f2e47-7f81-4a32-b510-94853e590da3 req-e4e654ef-e083-4f72-a49e-773e653abd44 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446596 Mar 10 03:47:13.606671 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eae2af5e-004a-4090-9395-38a887788564 req-4911a39e-df75-4571-8cdd-263f1b3fb946 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0273011 Mar 10 03:47:14.116965 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a042b-5b20-4f13-ba21-e15286564ab3 req-7655936c-9db3-410c-88d8-1ef05c528b91 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:14.118513 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-745a042b-5b20-4f13-ba21-e15286564ab3 req-7655936c-9db3-410c-88d8-1ef05c528b91 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 932 time: 0.0568511 Mar 10 03:47:14.169613 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-745a042b-5b20-4f13-ba21-e15286564ab3 req-9f9b4ada-7918-44b0-9908-8cf53f26db41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Mar 10 03:47:14.573317 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf1d5f-a52b-4bac-a2bd-56457fb8780f req-966638e0-9f50-4ac9-9d0b-e13d70d382e1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:14.574844 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b9cf1d5f-a52b-4bac-a2bd-56457fb8780f req-966638e0-9f50-4ac9-9d0b-e13d70d382e1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0604103 Mar 10 03:47:14.629503 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b9cf1d5f-a52b-4bac-a2bd-56457fb8780f req-f7e65cd4-aea2-4b2d-9241-f602a8f2fa34 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458894 Mar 10 03:47:14.703711 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ce62d17a-43f9-420e-95cc-fa400ca0e394 req-9beac1d5-4014-4a1c-a42e-248585266931 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0277784 Mar 10 03:47:15.303837 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518291ce-61a8-40c4-80bf-ee368fc4efc9 req-909ccc7a-fc11-4081-a8b0-d49d52147f00 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:15.305896 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-518291ce-61a8-40c4-80bf-ee368fc4efc9 req-909ccc7a-fc11-4081-a8b0-d49d52147f00 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 932 time: 0.0643914 Mar 10 03:47:15.356206 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-518291ce-61a8-40c4-80bf-ee368fc4efc9 req-8813deb1-f709-4e67-9e75-9a8c3f362088 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447228 Mar 10 03:47:15.771391 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468bb6e-b0e6-4259-9f3c-feef5ff70da8 req-178350b2-6b43-4dcd-b6e4-61742691372e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:15.773058 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0468bb6e-b0e6-4259-9f3c-feef5ff70da8 req-178350b2-6b43-4dcd-b6e4-61742691372e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0719016 Mar 10 03:47:15.834961 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3c98e6f6-a033-430c-b24d-6c401235a3ab req-ecdbaddf-7557-45f0-83fc-5ae35177b77b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0368321 Mar 10 03:47:15.853295 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0468bb6e-b0e6-4259-9f3c-feef5ff70da8 req-119a8081-3f6f-4007-93b5-0e3a2ff49bd0 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745502 Mar 10 03:47:16.479651 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1307113-440d-4220-b802-b7fa325e9169 req-884ac8ac-626a-40b8-897b-409016630151 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:16.481130 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d1307113-440d-4220-b802-b7fa325e9169 req-884ac8ac-626a-40b8-897b-409016630151 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 932 time: 0.0531325 Mar 10 03:47:16.528060 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d1307113-440d-4220-b802-b7fa325e9169 req-184b4cdd-ce14-48e0-8f68-0365c1ae3bcb tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Mar 10 03:47:16.949261 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9b170fd5-642c-4458-9bc4-136669ba44ee req-32d0ba65-0f41-4543-8cc7-b4d5e3f48ab3 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0455854 Mar 10 03:47:17.023994 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a64a0-09ab-4eef-9e9d-6f38774565e8 req-06ce12d7-cdfa-4dc8-8aa7-8f5c020789ff tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:17.025514 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-620a64a0-09ab-4eef-9e9d-6f38774565e8 req-06ce12d7-cdfa-4dc8-8aa7-8f5c020789ff tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0715041 Mar 10 03:47:17.074709 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-620a64a0-09ab-4eef-9e9d-6f38774565e8 req-47e50713-5355-4b3f-ab23-690a1ce84b34 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434344 Mar 10 03:47:17.643208 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1bc50-e9f3-464a-80a8-df74c9d96708 req-1dd921f0-fd99-4b54-a5cb-ab0601c529cf tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:17.644673 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cdc1bc50-e9f3-464a-80a8-df74c9d96708 req-1dd921f0-fd99-4b54-a5cb-ab0601c529cf tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 932 time: 0.0516653 Mar 10 03:47:17.689626 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cdc1bc50-e9f3-464a-80a8-df74c9d96708 req-d39f40c8-e3a1-4212-b2f1-9ef77549bda4 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395093 Mar 10 03:47:17.844746 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Request body: {'port': {'device_id': '6bff1ece-cab4-438d-9790-ff014cc27017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:17.908517 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:17.929229 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9c689-fa23-4330-85fb-848072e88896 req-a77f6f14-78b3-4c4e-8084-f324e06ba419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:17.930730 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-90a9c689-fa23-4330-85fb-848072e88896 req-a77f6f14-78b3-4c4e-8084-f324e06ba419 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 1129 time: 0.0483434 Mar 10 03:47:18.027089 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-90a9c689-fa23-4330-85fb-848072e88896 req-dec997eb-4dc8-4f5e-ae9a-fb8476a36199 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480835 Mar 10 03:47:18.063047 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5a8e9f78-8d83-4a7d-8e16-32a8d86ab25d req-97e24dad-2052-4ce6-a1f0-85bcf2099010 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=99c78cc2-860b-4966-8792-19b117dd4a5f HTTP/1.1" status: 200 len: 210 time: 0.0263681 Mar 10 03:47:18.169909 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fd25e7-dfd8-401b-98b0-19b0b473320d {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:47:18.178227 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Publish callbacks [] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:18.189834 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Transition to ACTIVE for port object 37fd25e7-dfd8-401b-98b0-19b0b473320d will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:47:18.194154 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:18.197540 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6caf27a-9c7c-43a2-87f3-84677941ec5e req-83261502-e144-49a4-886b-ee7d45d6c7d1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:18.199060 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c6caf27a-9c7c-43a2-87f3-84677941ec5e req-83261502-e144-49a4-886b-ee7d45d6c7d1 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0520575 Mar 10 03:47:18.247964 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c6caf27a-9c7c-43a2-87f3-84677941ec5e req-e79026b8-abf9-48ac-8578-5f9ed5f6d27e tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432351 Mar 10 03:47:18.266913 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Pushing event updated for resources: {'Port': ['ID=37fd25e7-dfd8-401b-98b0-19b0b473320d,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:18.318188 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Attempting to bind port 37fd25e7-dfd8-401b-98b0-19b0b473320d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:47:18.318529 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Attempting to bind port 37fd25e7-dfd8-401b-98b0-19b0b473320d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:47:18.318888 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Attempting to bind port 37fd25e7-dfd8-401b-98b0-19b0b473320d on network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:47:18.323446 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Port 37fd25e7-dfd8-401b-98b0-19b0b473320d on network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:47:18.323797 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Attempting to bind port 37fd25e7-dfd8-401b-98b0-19b0b473320d on network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:47:18.328657 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:47:18.329004 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Checking segment: {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:47:18.329388 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Bound using segment: {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:47:18.329812 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Bound port: 37fd25e7-dfd8-401b-98b0-19b0b473320d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154c238b-f274-45d5-9c3d-9369d5e93bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:47:18.330168 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:18.395517 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] For port 37fd25e7-dfd8-401b-98b0-19b0b473320d, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:47:18.398571 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] For port 37fd25e7-dfd8-401b-98b0-19b0b473320d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:47:18.404772 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:18.438495 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:18.439139 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:18.440520 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] 10.222.0.16 "PUT /v2.0/ports/37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 1094 time: 0.6541941 Mar 10 03:47:18.440959 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:18.443756 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829f8d3d-cfeb-4153-81c8-8f916ed56928" -d '{"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:18.477718 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cd07e-81a2-4390-9d8e-b66d9125f6de service neutron] Pushing event updated for resources: {'Port': ['ID=37fd25e7-dfd8-401b-98b0-19b0b473320d,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:18.496321 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a849083b-eea4-4c04-b3ae-3581e8ebd57f x-openstack-request-id: req-a849083b-eea4-4c04-b3ae-3581e8ebd57f {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:18.496728 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:18.497085 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a849083b-eea4-4c04-b3ae-3581e8ebd57f {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:18.497579 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'status': 'completed', 'code': 200} Mar 10 03:47:18.563123 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09823f-de75-4d65-aceb-b498788857c8 req-efd7b6a7-706c-4338-b528-5e60b2c0e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:18.564748 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-efd7b6a7-706c-4338-b528-5e60b2c0e99a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1128 time: 0.0463493 Mar 10 03:47:18.640859 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-99f0f9e9-58d7-4b6c-9667-302c0a4d1721 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 217 time: 0.0399160 Mar 10 03:47:18.700449 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09823f-de75-4d65-aceb-b498788857c8 req-03c6f519-5ace-495a-ae6e-b482061233e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:18.702262 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-03c6f519-5ace-495a-ae6e-b482061233e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 200 len: 854 time: 0.0529931 Mar 10 03:47:18.764865 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09823f-de75-4d65-aceb-b498788857c8 req-5e26838e-117c-4614-bf81-a35017ddfdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:18.766366 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-5e26838e-117c-4614-bf81-a35017ddfdcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575526 Mar 10 03:47:18.820022 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98f318-92a0-444d-a51e-f593e4ddaef0 req-345d9b94-24c3-4f11-907d-5ec5da59b672 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:18.821407 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0f98f318-92a0-444d-a51e-f593e4ddaef0 req-345d9b94-24c3-4f11-907d-5ec5da59b672 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 944 time: 0.0562527 Mar 10 03:47:18.862780 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-5072ac74-4ec8-41c1-ac26-a070d9b1ce01 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892487 Mar 10 03:47:18.868816 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0f98f318-92a0-444d-a51e-f593e4ddaef0 req-9d65009c-eabb-46f9-8f6e-4bc8091e5e67 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Mar 10 03:47:18.956557 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-4d09823f-de75-4d65-aceb-b498788857c8 req-4969f9c6-0210-4cfe-b77c-56c2e03594d5 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856814 Mar 10 03:47:19.142739 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-50880cc7-12e0-4d9f-9e58-aea51ca320f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:19.144360 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-50880cc7-12e0-4d9f-9e58-aea51ca320f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1128 time: 0.0448258 Mar 10 03:47:19.147754 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55116) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:19.266805 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b649bddd-ea4b-4812-b213-a986bad9a616 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (4eeb071e-2fea-4734-b3da-df0f5343d0d5), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:19.286327 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-7c2d1be6-005a-43b1-9306-7308241cc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:19.287827 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-7c2d1be6-005a-43b1-9306-7308241cc3a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 916 time: 0.1335173 Mar 10 03:47:19.300265 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b649bddd-ea4b-4812-b213-a986bad9a616 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (4eeb071e-2fea-4734-b3da-df0f5343d0d5), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:19.344910 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-32a17eea-941d-4ab4-bc57-d0a894c05c08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 217 time: 0.0464623 Mar 10 03:47:19.367871 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f4d3c-c979-4deb-830d-f81359cf6a0f req-761be9c7-717e-4f64-a7af-145894453899 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:19.369377 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b39f4d3c-c979-4deb-830d-f81359cf6a0f req-761be9c7-717e-4f64-a7af-145894453899 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0532269 Mar 10 03:47:19.413264 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-325ccee4-30f9-4bcb-a6e9-e3ebe6989b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:19.414848 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-325ccee4-30f9-4bcb-a6e9-e3ebe6989b24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 200 len: 854 time: 0.0613799 Mar 10 03:47:19.416390 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b39f4d3c-c979-4deb-830d-f81359cf6a0f req-39930e79-651c-480a-be24-755eb4829acb tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414414 Mar 10 03:47:19.563159 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750ea28-ab87-47ae-93a0-203d48ab9aed req-3701996d-3a99-4cb1-a5e2-180e397579cc tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:19.565447 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a750ea28-ab87-47ae-93a0-203d48ab9aed req-3701996d-3a99-4cb1-a5e2-180e397579cc tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0846882 Mar 10 03:47:19.575722 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55128) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:19.581988 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Request body: {'floatingip': {'port_id': '47a9ce08-c9ab-424d-b517-16303ae23ed6'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:19.625628 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (a8e6e953-81e4-45bb-b474-7fcc392af982), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:19.661718 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b649bddd-ea4b-4812-b213-a986bad9a616 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (4eeb071e-2fea-4734-b3da-df0f5343d0d5), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:19.663865 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b649bddd-ea4b-4812-b213-a986bad9a616 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:19.665156 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-b649bddd-ea4b-4812-b213-a986bad9a616 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "DELETE /v2.0/security-groups/4eeb071e-2fea-4734-b3da-df0f5343d0d5 HTTP/1.1" status: 204 len: 168 time: 0.5163329 Mar 10 03:47:19.669973 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55130) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:19.687422 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649bddd-ea4b-4812-b213-a986bad9a616 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeb071e-2fea-4734-b3da-df0f5343d0d5,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:19.695960 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.api.v2.resource [None req-ec9834d9-d2d9-44c1-9a08-28fe5d913251 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] show failed (client error): The resource could not be found. Mar 10 03:47:19.696684 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-ec9834d9-d2d9-44c1-9a08-28fe5d913251 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups/4eeb071e-2fea-4734-b3da-df0f5343d0d5 HTTP/1.1" status: 404 len: 347 time: 0.0247691 Mar 10 03:47:19.700087 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55132) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:19.753044 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-f3d90b5a-6e03-4196-b298-28708748f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:19.754880 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-f3d90b5a-6e03-4196-b298-28708748f634 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3334603 Mar 10 03:47:19.931097 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Deleting port 9301eac8-7e93-4b13-beaf-cb0204d3b96e {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:47:19.931818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (9301eac8-7e93-4b13-beaf-cb0204d3b96e), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:19.935579 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-48fb4ea2-32d1-4d45-a275-847b717e23c4 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466153 Mar 10 03:47:19.982251 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-9d890aa2-92ff-4c72-bc12-60bee0c42929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.062668 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db7cd2-bc03-488f-9602-1ecc8e610015 req-94ca1bb8-bb88-4e45-9736-ad3fdd6279e1 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:20.064229 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c8db7cd2-bc03-488f-9602-1ecc8e610015 req-94ca1bb8-bb88-4e45-9736-ad3fdd6279e1 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 944 time: 0.1264439 Mar 10 03:47:20.086076 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (9301eac8-7e93-4b13-beaf-cb0204d3b96e), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.086409 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (9301eac8-7e93-4b13-beaf-cb0204d3b96e), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.102010 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-829f8d3d-cfeb-4153-81c8-8f916ed56928 req-92f526d2-b0bc-407d-b82d-dcf1d5c76fd0 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562223 Mar 10 03:47:20.102795 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Calling delete_port for 9301eac8-7e93-4b13-beaf-cb0204d3b96e owned by network:floatingip {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:47:20.158177 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c8db7cd2-bc03-488f-9602-1ecc8e610015 req-7c771f04-6abc-4e81-9ddf-8213538bee39 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868990 Mar 10 03:47:20.210584 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.214220 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (a8e6e953-81e4-45bb-b474-7fcc392af982), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.242378 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (9301eac8-7e93-4b13-beaf-cb0204d3b96e), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.271900 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'Port': ['ID=9301eac8-7e93-4b13-beaf-cb0204d3b96e,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:20.283312 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 37fd25e7-dfd8-401b-98b0-19b0b473320d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:47:20.319874 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Floating IP a8e6e953-81e4-45bb-b474-7fcc392af982 associated. External IP: 172.27.1.156, port: 47a9ce08-c9ab-424d-b517-16303ae23ed6. Mar 10 03:47:20.337429 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (9efb635a-c38c-4e31-93f1-8977af57ce8e), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.340319 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.341454 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c2ba0bbe-98c2-4e9e-bdd2-19586e4372f0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "DELETE /v2.0/floatingips/9efb635a-c38c-4e31-93f1-8977af57ce8e HTTP/1.1" status: 204 len: 168 time: 0.6404724 Mar 10 03:47:20.386430 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 37fd25e7-dfd8-401b-98b0-19b0b473320d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:20.398601 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'port_id': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'mac_address': 'fa:16:3e:11:5d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:47:20.442576 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 37fd25e7-dfd8-401b-98b0-19b0b473320d is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:20.443081 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.456222 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fd25e7-dfd8-401b-98b0-19b0b473320d {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:47:20.477793 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 37fd25e7-dfd8-401b-98b0-19b0b473320d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:20.483931 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.537411 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=37fd25e7-dfd8-401b-98b0-19b0b473320d,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:20.570864 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:47:20.638967 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55144) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:20.643567 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-f753c69e-a71e-4fce-b6c3-44ab75d0ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380401228', 'description': 'tempest-description--1893716877'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:20.723195 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:47:20.728705 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f753c69e-a71e-4fce-b6c3-44ab75d0ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.731117 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.737934 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] Sync routers for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:47:20.748933 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:20.750123 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:20.763516 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-fee7d0f8-321f-4f1b-b3ea-2f5af0aae691 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "PUT /v2.0/floatingips/a8e6e953-81e4-45bb-b474-7fcc392af982 HTTP/1.1" status: 200 len: 991 time: 1.1866584 Mar 10 03:47:20.764141 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'tag': '47a9ce08-c9ab-424d-b517-16303ae23ed6'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:20.766539 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa89702-6666-42ec-a4b7-42b498ff7e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f38557d3-c393-4280-bbc1-594017a2f91a", "tag": "47a9ce08-c9ab-424d-b517-16303ae23ed6"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:20.812488 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f753c69e-a71e-4fce-b6c3-44ab75d0ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (9a63c0df-fc86-4a46-b887-ad5808fbd803), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.819199 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f753c69e-a71e-4fce-b6c3-44ab75d0ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (9a63c0df-fc86-4a46-b887-ad5808fbd803), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.819837 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe159906-1168-4d54-8502-e6885847f1a9 x-openstack-request-id: req-fe159906-1168-4d54-8502-e6885847f1a9 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:20.820195 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38557d3-c393-4280-bbc1-594017a2f91a", "tag": "47a9ce08-c9ab-424d-b517-16303ae23ed6", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:20.820513 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe159906-1168-4d54-8502-e6885847f1a9 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:20.820971 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'tag': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'status': 'completed', 'code': 200} Mar 10 03:47:20.845425 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['37fd25e7-dfd8-401b-98b0-19b0b473320d'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:47:20.852958 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f753c69e-a71e-4fce-b6c3-44ab75d0ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.854462 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f753c69e-a71e-4fce-b6c3-44ab75d0ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2143655 Mar 10 03:47:20.857956 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55150) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:20.859275 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753c69e-a71e-4fce-b6c3-44ab75d0ded1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63c0df-fc86-4a46-b887-ad5808fbd803,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:20.864166 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-b2b0c684-8aa9-4f92-9653-0fb0f5854d1b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group_rule': {'security_group_id': '9a63c0df-fc86-4a46-b887-ad5808fbd803', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:20.909203 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:20.909777 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b2b0c684-8aa9-4f92-9653-0fb0f5854d1b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (02254a55-f055-498d-b946-1ea09ad5e6a9), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.932928 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-a50a32ca-4bb6-48ca-9abd-a045aca851d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:20.934825 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-a50a32ca-4bb6-48ca-9abd-a045aca851d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=260d8e849e8048faa932ae5b7639edcf&device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 1129 time: 0.0593491 Mar 10 03:47:20.987030 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b2b0c684-8aa9-4f92-9653-0fb0f5854d1b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (02254a55-f055-498d-b946-1ea09ad5e6a9), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:20.993874 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b2b0c684-8aa9-4f92-9653-0fb0f5854d1b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (02254a55-f055-498d-b946-1ea09ad5e6a9), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:21.021569 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0c684-8aa9-4f92-9653-0fb0f5854d1b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02254a55-f055-498d-b946-1ea09ad5e6a9,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:21.035867 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b2b0c684-8aa9-4f92-9653-0fb0f5854d1b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:21.037353 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-b2b0c684-8aa9-4f92-9653-0fb0f5854d1b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776688 Mar 10 03:47:21.040948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55156) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:21.045319 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-279e8f9f-db67-445a-9905-bfa96587d8ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'security_group_rule': {'security_group_id': '9a63c0df-fc86-4a46-b887-ad5808fbd803', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:21.089135 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-302259f5-e6cf-4047-bd80-e65c7358ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:21.090821 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-302259f5-e6cf-4047-bd80-e65c7358ab94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 200 len: 912 time: 0.1500602 Mar 10 03:47:21.098897 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-279e8f9f-db67-445a-9905-bfa96587d8ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (fafdc6cc-96b8-48cf-ab78-a0421f8bdeb1), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:21.188033 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-a9695f7e-071c-4fc6-8923-2371a14ba1da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47a9ce08-c9ab-424d-b517-16303ae23ed6 HTTP/1.1" status: 200 len: 999 time: 0.0906014 Mar 10 03:47:21.236623 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'a8e6e953-81e4-45bb-b474-7fcc392af982', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'port_id': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'mac_address': 'fa:16:3e:13:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:46:57Z', 'updated_at': '2022-03-10T03:47:20Z', 'revision_number': 1, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:21.243397 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-279e8f9f-db67-445a-9905-bfa96587d8ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (fafdc6cc-96b8-48cf-ab78-a0421f8bdeb1), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:21.249660 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-279e8f9f-db67-445a-9905-bfa96587d8ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (fafdc6cc-96b8-48cf-ab78-a0421f8bdeb1), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:21.268732 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-6f23ebc4-58aa-4acc-9acf-ef3d45a28382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:21.270894 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-6f23ebc4-58aa-4acc-9acf-ef3d45a28382 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 200 len: 850 time: 0.0760574 Mar 10 03:47:21.271283 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] Checking router: 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:47:21.273694 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e8f9f-db67-445a-9905-bfa96587d8ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafdc6cc-96b8-48cf-ab78-a0421f8bdeb1,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:21.283000 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:21.283676 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:46:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:21.288648 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-279e8f9f-db67-445a-9905-bfa96587d8ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:21.292749 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-279e8f9f-db67-445a-9905-bfa96587d8ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2479508 Mar 10 03:47:21.292898 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348c373-047f-4608-af64-0fe011863e93 req-5fad4792-59fe-43c1-89d3-9bebf8b8419f tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:21.293122 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6348c373-047f-4608-af64-0fe011863e93 req-5fad4792-59fe-43c1-89d3-9bebf8b8419f tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 945 time: 0.0666561 Mar 10 03:47:21.293602 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55162) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:21.297797 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:21.326009 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-26ed1e30-7e1a-4096-bf04-cacba03893fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:21.327768 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-26ed1e30-7e1a-4096-bf04-cacba03893fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503395 Mar 10 03:47:21.338498 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:21.370881 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6348c373-047f-4608-af64-0fe011863e93 req-990c0bd9-689f-48a3-934f-cbfd937c5cc6 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651002 Mar 10 03:47:21.427581 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-aec1762d-1fc5-4e11-aaad-d862606eeb56 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927801 Mar 10 03:47:21.467216 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:21.535094 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6fa89702-6666-42ec-a4b7-42b498ff7e3f req-d0c94585-ba44-4bd1-b7d9-21271d8773f0 service neutron] 10.222.0.16 "GET /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018987 Mar 10 03:47:21.541568 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:21.593001 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Allocated IP 172.27.1.201 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/b784d918-668a-42b2-a352-9da60c2b7e3f) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:47:21.798440 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'a8e6e953-81e4-45bb-b474-7fcc392af982', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'port_id': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'mac_address': 'fa:16:3e:13:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:46:57Z', 'updated_at': '2022-03-10T03:47:20Z', 'revision_number': 1, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:21.830483 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b97c4-133e-4d6c-9ac2-a55d046d6f27 None None] The sync data for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi is: [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'a8e6e953-81e4-45bb-b474-7fcc392af982', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'port_id': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'mac_address': 'fa:16:3e:13:e4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:46:57Z', 'updated_at': '2022-03-10T03:47:20Z', 'revision_number': 1, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:47:22.024481 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (b784d918-668a-42b2-a352-9da60c2b7e3f), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.042226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d96401-3b2f-40d0-8310-1591c3afd551 req-9655a1db-3164-4004-a574-bed647d5b390 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:22.043855 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-76d96401-3b2f-40d0-8310-1591c3afd551 req-9655a1db-3164-4004-a574-bed647d5b390 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0890653 Mar 10 03:47:22.076977 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f57778-2b18-4a3f-af15-844b8521f98e None None] New status for floating IP a8e6e953-81e4-45bb-b474-7fcc392af982: ACTIVE {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:47:22.090482 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (b784d918-668a-42b2-a352-9da60c2b7e3f), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.137356 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-76d96401-3b2f-40d0-8310-1591c3afd551 req-b7129f6e-e895-4c11-92fc-461b7895fb2f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878892 Mar 10 03:47:22.140466 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:47:22.143359 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:47:22.149181 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:47:22.172487 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=b784d918-668a-42b2-a352-9da60c2b7e3f,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:22.240842 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (7e50674e-329f-4076-ade1-59f959b800b3), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.277671 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b784d918-668a-42b2-a352-9da60c2b7e3f), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.307076 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 37fd25e7-dfd8-401b-98b0-19b0b473320d up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:47:22.355579 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 37fd25e7-dfd8-401b-98b0-19b0b473320d completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:47:22.359664 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 37fd25e7-dfd8-401b-98b0-19b0b473320d triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:22.360043 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.406817 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7267fb08-28a4-4305-bf08-7606e1052ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.433141 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (b784d918-668a-42b2-a352-9da60c2b7e3f), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.437881 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (b784d918-668a-42b2-a352-9da60c2b7e3f), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.459775 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 37fd25e7-dfd8-401b-98b0-19b0b473320d is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:22.460172 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.482141 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:22.484402 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0465ec57-dddd-4015-b896-fbbc0c363d08" -d '{"events": [{"server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "name": "network-vif-plugged", "status": "completed", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:22.504701 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 37fd25e7-dfd8-401b-98b0-19b0b473320d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:22.509693 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.537714 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3b65c7-dc07-4105-a543-9873dc380a05 x-openstack-request-id: req-bc3b65c7-dc07-4105-a543-9873dc380a05 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:22.538011 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "name": "network-vif-plugged", "status": "completed", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:22.538268 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc3b65c7-dc07-4105-a543-9873dc380a05 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:22.538657 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'code': 200} Mar 10 03:47:22.564091 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=37fd25e7-dfd8-401b-98b0-19b0b473320d,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:22.564336 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=b784d918-668a-42b2-a352-9da60c2b7e3f,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:22.568215 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (7e50674e-329f-4076-ade1-59f959b800b3), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.577723 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a2295-b088-4af1-8543-d5f185153588 req-6dadadfe-3997-48a7-8759-500bf110add0 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:22.579472 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-623a2295-b088-4af1-8543-d5f185153588 req-6dadadfe-3997-48a7-8759-500bf110add0 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 945 time: 0.1298559 Mar 10 03:47:22.604093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:22.605278 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-7120dd36-2851-4f87-aa68-6424535150c5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3107612 Mar 10 03:47:22.640354 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-623a2295-b088-4af1-8543-d5f185153588 req-d4a12acd-dd11-4bec-babf-1459e8ed1786 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Mar 10 03:47:22.732280 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bad065-9ac9-4e50-8f24-c11d5d598f77 req-2a2e66f8-7dd3-464b-9ea7-e6270d65a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:22.734449 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c6bad065-9ac9-4e50-8f24-c11d5d598f77 req-2a2e66f8-7dd3-464b-9ea7-e6270d65a4a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1130 time: 0.0463614 Mar 10 03:47:22.764857 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-63dec127-2e57-47bc-a979-01a8b3569157 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1380401228&fields=id&tenant_id=a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 267 time: 0.0433285 Mar 10 03:47:22.776768 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c6bad065-9ac9-4e50-8f24-c11d5d598f77 req-e3b18741-66aa-43bc-bc94-2458ee7a028f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Mar 10 03:47:22.872844 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896504-2a78-45c2-b769-398a2b81e32b req-c84e6b5c-7512-4817-9445-095120f0b193 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:22.874220 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-c84e6b5c-7512-4817-9445-095120f0b193 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 814 time: 0.1026676 Mar 10 03:47:22.889394 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-259f2f7d-2264-4c91-a91f-7c2d5346f8ff tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/quotas/a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 375 time: 0.0089452 Mar 10 03:47:22.944670 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-615f9d51-e93d-4b53-95fb-379f06646ab4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503714 Mar 10 03:47:23.078351 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-64708fb2-acc7-40ea-87b7-ca258f00aef5 service neutron] 10.222.0.20 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223841 Mar 10 03:47:23.169544 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-a72cf762-3c60-4137-9dc0-b20970c78f82 service neutron] 10.222.0.20 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851841 Mar 10 03:47:23.262018 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074368f2-e63f-44b4-b63e-8e6e77bd8047 req-3f18d73f-1ac8-4e28-94f6-69802948d007 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:23.263533 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-074368f2-e63f-44b4-b63e-8e6e77bd8047 req-3f18d73f-1ac8-4e28-94f6-69802948d007 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0532088 Mar 10 03:47:23.329072 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-074368f2-e63f-44b4-b63e-8e6e77bd8047 req-abefbe6b-2c16-4053-9697-075bc43ab962 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530529 Mar 10 03:47:23.354059 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-80c24cf9-9ca3-49a9-b345-dbb9705ffb1c req-7e656141-68be-4d68-b63a-0e22980b34c9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 210 time: 0.0401065 Mar 10 03:47:23.564917 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:23.758706 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63497a77-5c6a-436a-99a7-a520ce991e17 req-d29ef24a-2d6c-4445-8913-169e4b12d8fa tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:23.760286 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-63497a77-5c6a-436a-99a7-a520ce991e17 req-d29ef24a-2d6c-4445-8913-169e4b12d8fa tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0560858 Mar 10 03:47:23.806924 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-63497a77-5c6a-436a-99a7-a520ce991e17 req-f0546052-7551-4a29-aefc-1ded78bb835b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Mar 10 03:47:24.485053 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896504-2a78-45c2-b769-398a2b81e32b req-86fe8509-d10e-4e6d-956e-002249bf8e61 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:24.486487 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-86fe8509-d10e-4e6d-956e-002249bf8e61 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 814 time: 0.1092262 Mar 10 03:47:24.491252 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-51143e71-82be-4845-af6d-e06a6228df4a req-80022499-085d-4b1d-a322-14cdcbc77708 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 210 time: 0.0565591 Mar 10 03:47:24.516998 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791bec3-f68f-4358-9dd9-5ada926afff3 req-d78fbfc4-0166-4f4a-9f4d-0f9f00c2f32c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:24.524699 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0791bec3-f68f-4358-9dd9-5ada926afff3 req-d78fbfc4-0166-4f4a-9f4d-0f9f00c2f32c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.1009197 Mar 10 03:47:24.564798 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-672ecf80-f2e0-4650-beb1-46adeadc2cf3 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a093bec6b657435baf12b36d64ec49b8 HTTP/1.1" status: 200 len: 380 time: 0.0583613 Mar 10 03:47:24.566620 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0791bec3-f68f-4358-9dd9-5ada926afff3 req-9f34a305-925b-497a-88f8-202aaae339f4 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409949 Mar 10 03:47:24.579613 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'port': {'device_id': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'admin_state_up': True, 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'security_groups': ['9a63c0df-fc86-4a46-b887-ad5808fbd803']}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:24.690578 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Made reservation on behalf of a093bec6b657435baf12b36d64ec49b8 for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:47:24.693876 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:24.813294 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Allocated IP 172.20.0.13 (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb/8431c025-18d2-4e31-98d0-c31b7ed465d2/f48dbb64-243c-4aef-adac-b30add43ce64) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:47:24.867174 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:24.929339 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435032e-337e-4f4c-a9b8-c7bf8b375fcb req-030165cd-2338-4736-9a1f-52edff809806 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:24.930883 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b435032e-337e-4f4c-a9b8-c7bf8b375fcb req-030165cd-2338-4736-9a1f-52edff809806 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0552726 Mar 10 03:47:24.955686 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for port (f48dbb64-243c-4aef-adac-b30add43ce64), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:24.978101 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b435032e-337e-4f4c-a9b8-c7bf8b375fcb req-db318997-b8e2-42a8-a235-5ce69fb81745 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Mar 10 03:47:24.990066 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.032236 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:47:25.037634 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:47:25.041371 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:47:25.065561 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event updated for resources: {'Port': ['ID=f48dbb64-243c-4aef-adac-b30add43ce64,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:25.094143 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:25.094816 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.098814 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c57b3-2ddc-44de-bf47-aea2c369bde9 req-b7a0b161-ac8e-458e-b792-70ae48b3d342 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:25.100375 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a41c57b3-2ddc-44de-bf47-aea2c369bde9 req-b7a0b161-ac8e-458e-b792-70ae48b3d342 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0554323 Mar 10 03:47:25.115962 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-01272255-168a-4016-877a-16403cea3de9 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5409358 Mar 10 03:47:25.135989 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Request body: {'port': {'device_id': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:25.154015 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a41c57b3-2ddc-44de-bf47-aea2c369bde9 req-a9bd9265-b0fc-49f0-9197-b74fb3cc6e8c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479553 Mar 10 03:47:25.201632 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.266571 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-5f99860b-c8ab-4c9c-91de-1ef8fab03f43 None None] Provisioning complete for port f48dbb64-243c-4aef-adac-b30add43ce64 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:25.267272 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5f99860b-c8ab-4c9c-91de-1ef8fab03f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.306308 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-5f99860b-c8ab-4c9c-91de-1ef8fab03f43 None None] Port f48dbb64-243c-4aef-adac-b30add43ce64 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:47:25.466010 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48dbb64-243c-4aef-adac-b30add43ce64 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:47:25.474020 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Publish callbacks [] for port (f48dbb64-243c-4aef-adac-b30add43ce64), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.482650 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a8d0b-3e16-44fa-a342-52608f0a371d req-7fd84425-2312-4ac9-a9b5-517a28f89536 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:25.484215 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c85a8d0b-3e16-44fa-a342-52608f0a371d req-7fd84425-2312-4ac9-a9b5-517a28f89536 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0515032 Mar 10 03:47:25.486358 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Transition to ACTIVE for port object f48dbb64-243c-4aef-adac-b30add43ce64 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:47:25.491226 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.544858 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Pushing event updated for resources: {'Port': ['ID=f48dbb64-243c-4aef-adac-b30add43ce64,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:25.569451 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c85a8d0b-3e16-44fa-a342-52608f0a371d req-3c92fa3d-9181-4d94-86df-5bd08ef5eeab tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716403 Mar 10 03:47:25.619482 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Attempting to bind port f48dbb64-243c-4aef-adac-b30add43ce64 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:47:25.620028 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Attempting to bind port f48dbb64-243c-4aef-adac-b30add43ce64 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:47:25.620530 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Attempting to bind port f48dbb64-243c-4aef-adac-b30add43ce64 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:47:25.625344 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Port f48dbb64-243c-4aef-adac-b30add43ce64 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:47:25.625862 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Attempting to bind port f48dbb64-243c-4aef-adac-b30add43ce64 on network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:47:25.631833 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:47:25.632453 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Checking segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:47:25.634479 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Bound using segment: {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:47:25.634967 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Bound port: f48dbb64-243c-4aef-adac-b30add43ce64, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5482fb97-e4b3-4b49-abde-632781b4d3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:47:25.635342 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.647233 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f4b02-6e14-43a5-9a13-7975b1666de0 req-5aadb1ea-3eeb-4973-9d42-1416549009d1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:25.648770 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9e4f4b02-6e14-43a5-9a13-7975b1666de0 req-5aadb1ea-3eeb-4973-9d42-1416549009d1 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 944 time: 0.0783722 Mar 10 03:47:25.710421 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9e4f4b02-6e14-43a5-9a13-7975b1666de0 req-316be4e5-ec61-4e0c-8b58-82a79068b5c3 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538795 Mar 10 03:47:25.715447 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] For port f48dbb64-243c-4aef-adac-b30add43ce64, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:47:25.719216 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] For port f48dbb64-243c-4aef-adac-b30add43ce64, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f48dbb64-243c-4aef-adac-b30add43ce64,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:47:25.739304 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.775550 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:25.776175 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:25.777591 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] 10.222.0.16 "PUT /v2.0/ports/f48dbb64-243c-4aef-adac-b30add43ce64 HTTP/1.1" status: 200 len: 1094 time: 0.6482716 Mar 10 03:47:25.778342 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'tag': 'f48dbb64-243c-4aef-adac-b30add43ce64'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:25.780610 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b" -d '{"events": [{"name": "network-changed", "server_uuid": "449e12ee-41ff-4280-ab92-7fe9c07371cd", "tag": "f48dbb64-243c-4aef-adac-b30add43ce64"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:25.796345 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd78da-7982-4037-b666-0272c2b3e49d req-a656ebbf-e4d0-419b-beef-a4223fa8366a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:25.800485 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-43dd78da-7982-4037-b666-0272c2b3e49d req-a656ebbf-e4d0-419b-beef-a4223fa8366a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0937726 Mar 10 03:47:25.811493 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0caf5e-086a-44e3-992a-d3f7e1a7674a service neutron] Pushing event updated for resources: {'Port': ['ID=f48dbb64-243c-4aef-adac-b30add43ce64,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:25.906718 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-43dd78da-7982-4037-b666-0272c2b3e49d req-0bec5d97-545b-4939-b038-395a98a47f91 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913296 Mar 10 03:47:25.941312 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896504-2a78-45c2-b769-398a2b81e32b req-332a04f3-f93d-4de2-af2e-81d47349fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:25.943456 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-332a04f3-f93d-4de2-af2e-81d47349fb56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 1128 time: 0.0558443 Mar 10 03:47:25.945032 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca2ff35-5f4a-4bad-b41c-a4d12d1b1b8e x-openstack-request-id: req-fca2ff35-5f4a-4bad-b41c-a4d12d1b1b8e {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:25.945354 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449e12ee-41ff-4280-ab92-7fe9c07371cd", "tag": "f48dbb64-243c-4aef-adac-b30add43ce64", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:25.945618 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fca2ff35-5f4a-4bad-b41c-a4d12d1b1b8e {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:25.946040 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'tag': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'status': 'completed', 'code': 200} Mar 10 03:47:26.007775 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-9d818950-9049-4a59-aeab-00f4f95d4b94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48dbb64-243c-4aef-adac-b30add43ce64 HTTP/1.1" status: 200 len: 217 time: 0.0405877 Mar 10 03:47:26.062211 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896504-2a78-45c2-b769-398a2b81e32b req-9a36fbd8-af09-48b0-b183-ad79ae80fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:26.063711 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-9a36fbd8-af09-48b0-b183-ad79ae80fc28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0496826 Mar 10 03:47:26.113186 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896504-2a78-45c2-b769-398a2b81e32b req-1ee9c9dc-5bdf-4d53-a2b0-cf6f6972cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:26.115444 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-1ee9c9dc-5bdf-4d53-a2b0-cf6f6972cbd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456238 Mar 10 03:47:26.209002 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-95d7b20b-2e50-40e7-88a6-34d7db342b07 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872376 Mar 10 03:47:26.294710 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-5c896504-2a78-45c2-b769-398a2b81e32b req-05351409-b48c-4950-9788-449a5cbf142c service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798681 Mar 10 03:47:26.440846 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-294e820b-d589-4695-845b-3d565b06b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:26.442372 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-294e820b-d589-4695-845b-3d565b06b176 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 1128 time: 0.0479181 Mar 10 03:47:26.463680 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:26.544454 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-97c0521a-63b0-4bed-9ada-cf825b3b2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:26.545919 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-97c0521a-63b0-4bed-9ada-cf825b3b2844 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.0898080 Mar 10 03:47:26.578286 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:47:26.585584 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-54411eaf-74a3-46f3-a511-29ddfd70831d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48dbb64-243c-4aef-adac-b30add43ce64 HTTP/1.1" status: 200 len: 217 time: 0.0333307 Mar 10 03:47:26.633986 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-f64ee454-f114-496b-90d5-39e4a2f6a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:26.635397 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-f64ee454-f114-496b-90d5-39e4a2f6a8f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0444708 Mar 10 03:47:26.683562 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-bc25e672-f5a3-4059-ab66-a708ebf2c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:26.684992 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-bc25e672-f5a3-4059-ab66-a708ebf2c211 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432770 Mar 10 03:47:26.775789 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-e3f17b31-7ea7-4077-9b49-7c122af78825 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842693 Mar 10 03:47:26.836119 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3e74d-4081-4d1b-a8dd-6e74e927cdab req-c59ce3a8-1231-4dbb-acb2-1d13ccedf927 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:26.837607 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c3f3e74d-4081-4d1b-a8dd-6e74e927cdab req-c59ce3a8-1231-4dbb-acb2-1d13ccedf927 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 944 time: 0.0523884 Mar 10 03:47:26.866347 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9d05fa36-4d80-4ca2-95a6-a8fb83ae894b req-66f11df9-a76d-4e32-b7ff-bd014df8ec3e service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843899 Mar 10 03:47:26.883616 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c3f3e74d-4081-4d1b-a8dd-6e74e927cdab req-355b8b7f-7519-4083-9187-8846f5dd84ad tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Mar 10 03:47:27.022159 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62bc3-a944-4c5c-aab7-f7aedc2cadc5 req-8ca79ccd-5e82-49a3-8e58-19d696b67ccb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:27.023595 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2bc62bc3-a944-4c5c-aab7-f7aedc2cadc5 req-8ca79ccd-5e82-49a3-8e58-19d696b67ccb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0517688 Mar 10 03:47:27.073097 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2bc62bc3-a944-4c5c-aab7-f7aedc2cadc5 req-61ff4800-3a0a-45f5-ac6b-136c62cf115a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439248 Mar 10 03:47:28.009396 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a8f83-57f5-4240-8ed5-31f14340f116 req-2153bb46-e987-41c0-a90f-387647473434 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:28.011041 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c08a8f83-57f5-4240-8ed5-31f14340f116 req-2153bb46-e987-41c0-a90f-387647473434 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 944 time: 0.0588596 Mar 10 03:47:28.069507 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c08a8f83-57f5-4240-8ed5-31f14340f116 req-2a8a58db-c830-43d4-9c08-92d04df9e8d3 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527737 Mar 10 03:47:28.208635 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7baf2-d0e9-4ef4-9691-12043db8dc1e req-905d7734-b352-4851-b945-872567c15443 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:28.210899 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-89e7baf2-d0e9-4ef4-9691-12043db8dc1e req-905d7734-b352-4851-b945-872567c15443 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0616076 Mar 10 03:47:28.262352 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-89e7baf2-d0e9-4ef4-9691-12043db8dc1e req-fade2487-e762-47e9-a853-e5ef73808602 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466888 Mar 10 03:47:28.333302 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device f48dbb64-243c-4aef-adac-b30add43ce64 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:47:28.431802 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port f48dbb64-243c-4aef-adac-b30add43ce64, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f48dbb64-243c-4aef-adac-b30add43ce64,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:28.443032 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'port_id': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'mac_address': 'fa:16:3e:09:8e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:47:28.479417 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port f48dbb64-243c-4aef-adac-b30add43ce64 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:28.479837 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:28.493369 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48dbb64-243c-4aef-adac-b30add43ce64 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:47:28.513129 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port f48dbb64-243c-4aef-adac-b30add43ce64, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f48dbb64-243c-4aef-adac-b30add43ce64,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:28.517065 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:28.563787 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=f48dbb64-243c-4aef-adac-b30add43ce64,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:28.853948 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['f48dbb64-243c-4aef-adac-b30add43ce64'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:47:29.190297 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be56869-e08a-4af3-999f-5c56fbf0fab8 req-655487ef-ea30-4b9d-84b5-013d9b227410 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:29.191868 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0be56869-e08a-4af3-999f-5c56fbf0fab8 req-655487ef-ea30-4b9d-84b5-013d9b227410 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 945 time: 0.0547583 Mar 10 03:47:29.236417 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0be56869-e08a-4af3-999f-5c56fbf0fab8 req-c57796fd-cbcf-4b3a-bbdb-c14d2ad280d8 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Mar 10 03:47:29.388870 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629ba7d-e783-4afc-a961-ad41c39895f7 req-12cbfaec-1f6d-4d27-8891-0533a476cd6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:29.390249 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e629ba7d-e783-4afc-a961-ad41c39895f7 req-12cbfaec-1f6d-4d27-8891-0533a476cd6f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0527234 Mar 10 03:47:29.435505 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e629ba7d-e783-4afc-a961-ad41c39895f7 req-7493ae25-b3dc-4796-812c-36b1b7cf931f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397918 Mar 10 03:47:30.351153 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device f48dbb64-243c-4aef-adac-b30add43ce64 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:47:30.358989 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e994a-4037-4f5d-b668-65c57359b488 req-e8456dce-a370-4191-808e-95cff5153a45 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:30.360470 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-391e994a-4037-4f5d-b668-65c57359b488 req-e8456dce-a370-4191-808e-95cff5153a45 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 945 time: 0.0573509 Mar 10 03:47:30.399167 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port f48dbb64-243c-4aef-adac-b30add43ce64 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:47:30.402902 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port f48dbb64-243c-4aef-adac-b30add43ce64 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:30.403286 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:30.407250 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-391e994a-4037-4f5d-b668-65c57359b488 req-5436800d-3fe6-424f-9f6c-d38a750db343 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412500 Mar 10 03:47:30.485762 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port f48dbb64-243c-4aef-adac-b30add43ce64 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:30.486158 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:30.508903 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48dbb64-243c-4aef-adac-b30add43ce64'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:30.511306 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68bd5e1-2c7e-4125-9fc9-1e10a8cd7cc9" -d '{"events": [{"server_uuid": "449e12ee-41ff-4280-ab92-7fe9c07371cd", "name": "network-vif-plugged", "status": "completed", "tag": "f48dbb64-243c-4aef-adac-b30add43ce64"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:30.524679 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port f48dbb64-243c-4aef-adac-b30add43ce64, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f48dbb64-243c-4aef-adac-b30add43ce64,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:30.529168 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:30.554723 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82757463-24b6-4d9a-a27e-a3e20b87c9a1 x-openstack-request-id: req-82757463-24b6-4d9a-a27e-a3e20b87c9a1 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:30.555036 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449e12ee-41ff-4280-ab92-7fe9c07371cd", "name": "network-vif-plugged", "status": "completed", "tag": "f48dbb64-243c-4aef-adac-b30add43ce64", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:30.555296 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82757463-24b6-4d9a-a27e-a3e20b87c9a1 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:30.555684 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'code': 200} Mar 10 03:47:30.570396 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08d3fa-65e0-4c38-b919-0f33629e57f4 req-c05c6c24-5a5e-4817-83fb-87ab1ab83a6c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:30.572123 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8f08d3fa-65e0-4c38-b919-0f33629e57f4 req-c05c6c24-5a5e-4817-83fb-87ab1ab83a6c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0591345 Mar 10 03:47:30.581518 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=f48dbb64-243c-4aef-adac-b30add43ce64,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:30.619312 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8f08d3fa-65e0-4c38-b919-0f33629e57f4 req-bae0e12d-d5ac-4b06-9136-ada436edd49b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417094 Mar 10 03:47:30.648061 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:30.773578 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823af60b-2d5d-4d9a-8bf1-e7b55650eb4e req-40f85421-b85b-44b5-9986-646bb300f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:30.775140 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-823af60b-2d5d-4d9a-8bf1-e7b55650eb4e req-40f85421-b85b-44b5-9986-646bb300f0a5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 1130 time: 0.0439529 Mar 10 03:47:30.821817 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-823af60b-2d5d-4d9a-8bf1-e7b55650eb4e req-1d694c87-7218-4abe-aa3f-43901a9bf934 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398664 Mar 10 03:47:31.523341 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84792676-d03d-417f-bcda-0a90a461af92 req-6cd6bb45-0c94-4ca0-9fe4-558e60e15c3b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:31.524874 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84792676-d03d-417f-bcda-0a90a461af92 req-6cd6bb45-0c94-4ca0-9fe4-558e60e15c3b tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 946 time: 0.0509846 Mar 10 03:47:31.574117 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-84792676-d03d-417f-bcda-0a90a461af92 req-d3f1c3a8-11db-40d2-b78f-2443c5bbd6d0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438402 Mar 10 03:47:31.741179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfcc69-666f-4227-a6a0-44756de75589 req-e037cc2d-fc1f-4ca1-b838-67a9b176f8b5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:31.742818 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6cfcc69-666f-4227-a6a0-44756de75589 req-e037cc2d-fc1f-4ca1-b838-67a9b176f8b5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0523946 Mar 10 03:47:31.789551 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6cfcc69-666f-4227-a6a0-44756de75589 req-1d6e3ccf-fa3b-4da4-bda0-08562b7dc50e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412259 Mar 10 03:47:32.688810 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a558f-d1d2-447d-9014-3fa31de6b574 req-375d0045-3fec-47dd-a985-ce0797f00603 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:32.690284 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1f4a558f-d1d2-447d-9014-3fa31de6b574 req-375d0045-3fec-47dd-a985-ce0797f00603 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 946 time: 0.0519109 Mar 10 03:47:32.737848 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1f4a558f-d1d2-447d-9014-3fa31de6b574 req-4493cd9a-21c4-49c9-a91b-eb6ce1fbc6ec tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Mar 10 03:47:32.866462 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e5ea9-c7ed-4398-ba96-eb27f8cce892 req-e37497aa-dd4b-46fe-bc41-d3f417a5a795 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:32.867884 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-012e5ea9-c7ed-4398-ba96-eb27f8cce892 req-e37497aa-dd4b-46fe-bc41-d3f417a5a795 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 946 time: 0.0673735 Mar 10 03:47:32.876122 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55298) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:32.881239 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Request body: {'floatingip': {'port_id': 'f48dbb64-243c-4aef-adac-b30add43ce64'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:32.919815 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (7e50674e-329f-4076-ade1-59f959b800b3), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:32.920069 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cc066-36cd-4d9a-8f0e-4e868b4c49e6 req-95a2e993-a49b-4460-a9a7-b4e8374ce9c6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:32.921464 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d61cc066-36cd-4d9a-8f0e-4e868b4c49e6 req-95a2e993-a49b-4460-a9a7-b4e8374ce9c6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0527015 Mar 10 03:47:32.968505 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d61cc066-36cd-4d9a-8f0e-4e868b4c49e6 req-5bb37afd-4a6b-4466-b09f-b986a93d6c0b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405185 Mar 10 03:47:33.552250 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:33.555939 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (7e50674e-329f-4076-ade1-59f959b800b3), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:33.659316 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Floating IP 7e50674e-329f-4076-ade1-59f959b800b3 associated. External IP: 172.27.1.201, port: f48dbb64-243c-4aef-adac-b30add43ce64. Mar 10 03:47:33.868575 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:47:33.977297 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:47:33.982184 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:33.987642 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:47:34.008459 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:34.009424 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:47:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:34.023257 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-25d065d8-d74e-4eab-bc45-ebb559f4e9d5 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "PUT /v2.0/floatingips/7e50674e-329f-4076-ade1-59f959b800b3 HTTP/1.1" status: 200 len: 992 time: 1.1348975 Mar 10 03:47:34.023257 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'tag': 'f48dbb64-243c-4aef-adac-b30add43ce64'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:34.023257 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "449e12ee-41ff-4280-ab92-7fe9c07371cd", "tag": "f48dbb64-243c-4aef-adac-b30add43ce64"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:34.090966 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0274d4b-b7b7-44b5-a1ee-fd375c2d75f8 x-openstack-request-id: req-b0274d4b-b7b7-44b5-a1ee-fd375c2d75f8 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:34.091292 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449e12ee-41ff-4280-ab92-7fe9c07371cd", "tag": "f48dbb64-243c-4aef-adac-b30add43ce64", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:34.091676 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0274d4b-b7b7-44b5-a1ee-fd375c2d75f8 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:34.092071 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'tag': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'status': 'completed', 'code': 200} Mar 10 03:47:34.103162 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fc230-a0e0-43ca-a3b5-7b247d917b16 req-0d76d534-614c-44f9-8700-a08ff579b06a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:34.105628 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3b8fc230-a0e0-43ca-a3b5-7b247d917b16 req-0d76d534-614c-44f9-8700-a08ff579b06a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0568695 Mar 10 03:47:34.153056 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3b8fc230-a0e0-43ca-a3b5-7b247d917b16 req-88ce0378-fdb2-4dc6-b40d-089d82f7d9f5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426431 Mar 10 03:47:34.157867 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:34.200547 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-d01d9dde-2227-46d8-a721-5b0199e73624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:34.202052 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-d01d9dde-2227-46d8-a721-5b0199e73624 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a093bec6b657435baf12b36d64ec49b8&device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 1130 time: 0.0448077 Mar 10 03:47:34.293184 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-36179345-495c-4c16-9bc2-8415347ba857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:34.294651 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-36179345-495c-4c16-9bc2-8415347ba857 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 200 len: 915 time: 0.0864644 Mar 10 03:47:34.360223 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-67d9981f-93c3-4006-b331-81ef2a623ffa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48dbb64-243c-4aef-adac-b30add43ce64 HTTP/1.1" status: 200 len: 1000 time: 0.0577207 Mar 10 03:47:34.380926 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '7e50674e-329f-4076-ade1-59f959b800b3', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:09:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:47:22Z', 'updated_at': '2022-03-10T03:47:33Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:34.408581 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-99f94c45-b267-42a4-aa68-302d813e8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:34.410588 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-99f94c45-b267-42a4-aa68-302d813e8e47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 200 len: 853 time: 0.0443411 Mar 10 03:47:34.413985 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:47:34.422428 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:34.423072 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:47:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:34.462602 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-df5bc6b8-3821-49e1-ab20-52cfc8229567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:34.464161 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-df5bc6b8-3821-49e1-ab20-52cfc8229567 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0480864 Mar 10 03:47:34.531655 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:34.554670 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-b69fab04-38b9-46c8-9c15-b28f3890f2dc service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822356 Mar 10 03:47:34.650956 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-74ce84d9-1a84-4d3e-bc9a-05d99da59e9d req-e9e22291-fa2b-4752-9d91-6c2d105fa765 service neutron] 10.222.0.16 "GET /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872142 Mar 10 03:47:34.872862 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '7e50674e-329f-4076-ade1-59f959b800b3', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:09:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:47:22Z', 'updated_at': '2022-03-10T03:47:33Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:34.903675 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25618a4-bfe4-450e-a52c-ff72ff5dc64e None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '7e50674e-329f-4076-ade1-59f959b800b3', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'floating_ip_address': '172.27.1.201', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'port_id': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'mac_address': 'fa:16:3e:09:8e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:47:22Z', 'updated_at': '2022-03-10T03:47:33Z', 'revision_number': 1, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:47:35.105550 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc9042b-bf57-41e7-b4ef-ef9759aeb698 None None] New status for floating IP 7e50674e-329f-4076-ade1-59f959b800b3: ACTIVE {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:47:35.142998 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65216ce-4547-437b-bd05-af9fe3424940 req-df4e16af-42f2-4ffc-84e4-b665045d95a6 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:35.144827 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b65216ce-4547-437b-bd05-af9fe3424940 req-df4e16af-42f2-4ffc-84e4-b665045d95a6 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0581129 Mar 10 03:47:35.192807 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b65216ce-4547-437b-bd05-af9fe3424940 req-16de6b46-464c-4adc-8ac6-03d90c88f710 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Mar 10 03:47:35.215299 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55320) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:35.283458 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85765f50-e4d1-4550-910e-499bc3a3cd60 req-b442d69b-ffda-4feb-ac34-42c151c1a658 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:35.284944 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-85765f50-e4d1-4550-910e-499bc3a3cd60 req-b442d69b-ffda-4feb-ac34-42c151c1a658 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0553799 Mar 10 03:47:35.310288 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae9b88-b1c9-472a-aad3-3c8a7bc37aa0 tempest-TestMinimumBasicScenario-735304167 tempest-TestMinimumBasicScenario-735304167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:35.314620 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-aaae9b88-b1c9-472a-aad3-3c8a7bc37aa0 tempest-TestMinimumBasicScenario-735304167 tempest-TestMinimumBasicScenario-735304167-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1125 time: 0.0954001 Mar 10 03:47:35.314870 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55324) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:35.319229 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'port_id': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:35.333916 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-85765f50-e4d1-4550-910e-499bc3a3cd60 req-128b7c32-8167-4856-8131-f1f3592e3929 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Mar 10 03:47:35.339856 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:35.436775 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:35.540739 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Allocated IP 172.27.1.216 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:47:35.640203 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for port (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:35.673057 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:35.705384 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:47:35.708700 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:47:35.712180 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:47:35.740668 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'Port': ['ID=d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:36.283842 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for floatingip (0b3f7145-df48-422f-8bd1-6d0705f8c99a), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:36.349763 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:36.461372 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213184c-8468-4dd3-a8df-05e393612597 req-c80b60f2-07ff-49dc-9cdc-ec6c1055514a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:36.462827 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1213184c-8468-4dd3-a8df-05e393612597 req-c80b60f2-07ff-49dc-9cdc-ec6c1055514a tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0558081 Mar 10 03:47:36.506399 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for port (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:36.510134 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1213184c-8468-4dd3-a8df-05e393612597 req-be1fbe81-9f71-4613-9a32-06e756ba9659 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Mar 10 03:47:36.511113 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:36.582535 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'Port': ['ID=d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:36.593381 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (0b3f7145-df48-422f-8bd1-6d0705f8c99a), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:36.694849 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Floating IP 0b3f7145-df48-422f-8bd1-6d0705f8c99a associated. External IP: 172.27.1.216, port: 37fd25e7-dfd8-401b-98b0-19b0b473320d. Mar 10 03:47:36.897321 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Router 61721e60-21c6-42f8-aa21-02aac0bb4c9b has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:47:37.004465 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:47:37.014185 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] Sync routers for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:47:37.023064 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.024308 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:37.024957 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:47:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:37.053690 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f150698b-6497-44bb-b79e-5a630be1a064 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7378056 Mar 10 03:47:37.054380 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:37.056590 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55328) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:37.056740 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c" -d '{"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:37.062063 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126084111', 'description': 'tempest-secgroup-smoke-2126084111 description', 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:37.084417 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.093920 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aae75f3-8f0f-44f1-90c3-a7c42f71f4bb x-openstack-request-id: req-4aae75f3-8f0f-44f1-90c3-a7c42f71f4bb {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:37.094449 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:37.094729 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4aae75f3-8f0f-44f1-90c3-a7c42f71f4bb {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:37.095131 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'status': 'completed', 'code': 200} Mar 10 03:47:37.138869 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:37.164461 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group (ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.169425 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.198458 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-37097375-3b8c-4ad3-b134-01c300319786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:37.200018 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-37097375-3b8c-4ad3-b134-01c300319786 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1130 time: 0.0520523 Mar 10 03:47:37.200487 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.201706 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1440406 Mar 10 03:47:37.203632 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:37.204662 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55332) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:37.210114 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-078feba8-8df0-4082-99a9-4f343fa4de99 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'security_group_rule': {'security_group_id': 'ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496', 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:37.212571 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.212937 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.213292 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.213639 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.213989 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.214334 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.214675 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.215114 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.215453 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.215844 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.216186 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.216519 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.216888 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbf6291-4bea-4d1f-95f6-c846aac9144c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:37.294963 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-078feba8-8df0-4082-99a9-4f343fa4de99 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (fa8e64ad-69b7-4634-a997-20c1ee9288fd), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.336891 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-c95713af-855b-4b9f-a278-b1b2f7d61fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:37.338343 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-c95713af-855b-4b9f-a278-b1b2f7d61fe0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 916 time: 0.1202459 Mar 10 03:47:37.377398 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '0b3f7145-df48-422f-8bd1-6d0705f8c99a', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'port_id': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'mac_address': 'fa:16:3e:11:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1ece-cab4-438d-9790-ff014cc27017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:47:35Z', 'updated_at': '2022-03-10T03:47:35Z', 'revision_number': 0, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:52Z', 'revision_number': 5, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:37.394367 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-078feba8-8df0-4082-99a9-4f343fa4de99 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (fa8e64ad-69b7-4634-a997-20c1ee9288fd), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.399340 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-078feba8-8df0-4082-99a9-4f343fa4de99 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (fa8e64ad-69b7-4634-a997-20c1ee9288fd), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.408176 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] Checking router: 61721e60-21c6-42f8-aa21-02aac0bb4c9b for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:47:37.419870 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:47:37.420193 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:47:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:37.430218 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078feba8-8df0-4082-99a9-4f343fa4de99 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8e64ad-69b7-4634-a997-20c1ee9288fd,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:37.434541 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-99e7a5a3-32e2-45f8-89bb-9ccb6a7ab095 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 1000 time: 0.0877056 Mar 10 03:47:37.442578 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-078feba8-8df0-4082-99a9-4f343fa4de99 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.446461 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-078feba8-8df0-4082-99a9-4f343fa4de99 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378836 Mar 10 03:47:37.446929 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55334) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:37.452163 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-11ba16d3-18d1-4022-882c-0089239c571b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'security_group_rule': {'security_group_id': 'ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496', 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:37.482304 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-11ba16d3-18d1-4022-882c-0089239c571b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (01274ea4-943c-4044-a96c-4b7a88a8dc9d), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.490914 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-8cb0b3e2-5a5b-447d-88b3-3459585f06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:37.492827 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-8cb0b3e2-5a5b-447d-88b3-3459585f06e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 200 len: 854 time: 0.0479476 Mar 10 03:47:37.540829 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:47:37.544575 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-11ba16d3-18d1-4022-882c-0089239c571b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (01274ea4-943c-4044-a96c-4b7a88a8dc9d), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.549145 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-11ba16d3-18d1-4022-882c-0089239c571b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (01274ea4-943c-4044-a96c-4b7a88a8dc9d), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.566782 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-f0cc4c7d-d648-4bfd-9dc2-4df44655fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:37.569329 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-f0cc4c7d-d648-4bfd-9dc2-4df44655fd2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639570 Mar 10 03:47:37.578156 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-11ba16d3-18d1-4022-882c-0089239c571b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.582951 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-11ba16d3-18d1-4022-882c-0089239c571b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345642 Mar 10 03:47:37.583663 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55338) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:37.588643 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-6ae16d4b-add5-457f-ba30-7762e5016d7b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'security_group_rule': {'security_group_id': 'ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496', 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:37.592869 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba16d3-18d1-4022-882c-0089239c571b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01274ea4-943c-4044-a96c-4b7a88a8dc9d,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:37.652696 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6ae16d4b-add5-457f-ba30-7762e5016d7b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (acfc4604-a0f5-4c21-91e0-b12b78214e79), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.674710 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edd6ab-8f17-4490-8bfb-e0cb68aa21fc req-15f74519-62cc-4d95-84e7-a964a12fed33 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:37.676474 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d4edd6ab-8f17-4490-8bfb-e0cb68aa21fc req-15f74519-62cc-4d95-84e7-a964a12fed33 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0806732 Mar 10 03:47:37.679068 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-8073dc3d-5122-434d-b4b3-ea8bf2fcad84 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984180 Mar 10 03:47:37.753403 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6ae16d4b-add5-457f-ba30-7762e5016d7b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (acfc4604-a0f5-4c21-91e0-b12b78214e79), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.757990 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d4edd6ab-8f17-4490-8bfb-e0cb68aa21fc req-b485195d-4701-49e2-8f80-d5197bea5552 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734248 Mar 10 03:47:37.759283 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6ae16d4b-add5-457f-ba30-7762e5016d7b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (acfc4604-a0f5-4c21-91e0-b12b78214e79), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.778900 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae16d4b-add5-457f-ba30-7762e5016d7b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfc4604-a0f5-4c21-91e0-b12b78214e79,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:37.789575 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6ae16d4b-add5-457f-ba30-7762e5016d7b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.790821 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-6ae16d4b-add5-457f-ba30-7762e5016d7b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2054665 Mar 10 03:47:37.793437 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55340) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:37.798004 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-43013f4b-4e28-4e65-b0ce-c2658716da98 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'security_group_rule': {'security_group_id': 'ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496', 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:37.808712 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2bafa5f8-7b58-4f4d-b8d4-bff74737620c req-e82958e1-9655-425e-aa0d-959f93d63d09 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138821 Mar 10 03:47:37.810534 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '0b3f7145-df48-422f-8bd1-6d0705f8c99a', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'port_id': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'mac_address': 'fa:16:3e:11:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1ece-cab4-438d-9790-ff014cc27017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:47:35Z', 'updated_at': '2022-03-10T03:47:35Z', 'revision_number': 0, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:52Z', 'revision_number': 5, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:47:37.824900 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-43013f4b-4e28-4e65-b0ce-c2658716da98 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (5e8f509e-a363-4c4f-98b1-6c9f81a7e918), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.843234 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff18621-054f-466f-a473-6582e75b45c1 None None] The sync data for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi is: [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '0b3f7145-df48-422f-8bd1-6d0705f8c99a', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'floating_ip_address': '172.27.1.216', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'port_id': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'mac_address': 'fa:16:3e:11:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bff1ece-cab4-438d-9790-ff014cc27017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:47:35Z', 'updated_at': '2022-03-10T03:47:35Z', 'revision_number': 0, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:52Z', 'revision_number': 5, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:47:37.886144 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-43013f4b-4e28-4e65-b0ce-c2658716da98 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (5e8f509e-a363-4c4f-98b1-6c9f81a7e918), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.889828 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-43013f4b-4e28-4e65-b0ce-c2658716da98 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (5e8f509e-a363-4c4f-98b1-6c9f81a7e918), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.905179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43013f4b-4e28-4e65-b0ce-c2658716da98 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8f509e-a363-4c4f-98b1-6c9f81a7e918,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:37.915981 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-43013f4b-4e28-4e65-b0ce-c2658716da98 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:37.917230 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-43013f4b-4e28-4e65-b0ce-c2658716da98 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228609 Mar 10 03:47:37.919869 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55342) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:37.924169 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-0bef6bb9-9d62-4b26-9f44-566d457e42ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'security_group_rule': {'security_group_id': 'ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496', 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:37.944299 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.securitygroups_db [None req-0bef6bb9-9d62-4b26-9f44-566d457e42ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Project a6cdb82c9e0d4a9d88e6986ea9017e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 03:47:37.949123 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0bef6bb9-9d62-4b26-9f44-566d457e42ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (79282e64-af8d-442e-9f54-30ec87412cce), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.009050 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0bef6bb9-9d62-4b26-9f44-566d457e42ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (79282e64-af8d-442e-9f54-30ec87412cce), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.012741 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0bef6bb9-9d62-4b26-9f44-566d457e42ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (79282e64-af8d-442e-9f54-30ec87412cce), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.034288 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef6bb9-9d62-4b26-9f44-566d457e42ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79282e64-af8d-442e-9f54-30ec87412cce,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:38.041965 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70169817-36f3-4ca9-a7da-f4256b9ee3a9 None None] New status for floating IP 0b3f7145-df48-422f-8bd1-6d0705f8c99a: ACTIVE {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:47:38.045264 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0bef6bb9-9d62-4b26-9f44-566d457e42ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.046495 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0bef6bb9-9d62-4b26-9f44-566d457e42ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256762 Mar 10 03:47:38.049515 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55344) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:38.055773 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-fe69a0ee-94f3-4404-adee-bf997051a7a3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'security_group_rule': {'security_group_id': 'ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496', 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:38.076571 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.securitygroups_db [None req-fe69a0ee-94f3-4404-adee-bf997051a7a3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Project a6cdb82c9e0d4a9d88e6986ea9017e3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 03:47:38.081553 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fe69a0ee-94f3-4404-adee-bf997051a7a3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (3d020474-465d-4919-a129-e9e0ff8e152d), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.140438 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fe69a0ee-94f3-4404-adee-bf997051a7a3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (3d020474-465d-4919-a129-e9e0ff8e152d), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.144118 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fe69a0ee-94f3-4404-adee-bf997051a7a3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (3d020474-465d-4919-a129-e9e0ff8e152d), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.162673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69a0ee-94f3-4404-adee-bf997051a7a3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d020474-465d-4919-a129-e9e0ff8e152d,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:38.172323 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fe69a0ee-94f3-4404-adee-bf997051a7a3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.176714 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-fe69a0ee-94f3-4404-adee-bf997051a7a3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216915 Mar 10 03:47:38.264330 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-0b30f698-70b1-48cc-81ef-b9b740039f57 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126084111&fields=id&tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a HTTP/1.1" status: 200 len: 267 time: 0.0439274 Mar 10 03:47:38.318715 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-08075a61-ccea-464d-91e6-0e038a8261b7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:38.320183 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-08075a61-ccea-464d-91e6-0e038a8261b7 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0506365 Mar 10 03:47:38.330494 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'port': {'security_groups': ['6f0d358b-87b6-4d3e-9d81-e6978fcc23bc', 'ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496']}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:47:38.397247 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.425332 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:47:38.522841 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:38.534339 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'port_id': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'mac_address': 'fa:16:3e:4f:92:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:47:38.575892 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 is: ACTIVE; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:38.576288 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.588409 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] For port 37fd25e7-dfd8-401b-98b0-19b0b473320d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:38.589309 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c43a15a4-10f6-4dcd-a474-8f55806f9ff8 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:47:38.609099 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:38.612770 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.618776 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.624037 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.666472 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:38.666645 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=6']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:38.667120 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:38.674502 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-944c4735-bd38-4673-8a32-974909a1e3f6 req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "PUT /v2.0/ports/37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 982 time: 0.3482387 Mar 10 03:47:38.674796 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.675021 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:38.675195 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.676232 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.676232 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.676602 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.676943 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.677278 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.677470 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9325ae-2b75-441e-8e56-944e49303134" -d '{"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:38.677626 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.677932 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.678260 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.678589 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.678965 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.679367 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:47:38.701210 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['37fd25e7-dfd8-401b-98b0-19b0b473320d'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:47:38.716163 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a73c7-e0f5-4786-8101-5d1dfba7ddfc tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'Port': ['ID=37fd25e7-dfd8-401b-98b0-19b0b473320d,revision_number=6']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:38.789534 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c0377-cacb-4b68-82a4-b7e76ee773de req-b8cac79b-28a6-4f2c-8c29-ff1a86192f11 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:38.791039 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-be3c0377-cacb-4b68-82a4-b7e76ee773de req-b8cac79b-28a6-4f2c-8c29-ff1a86192f11 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0632639 Mar 10 03:47:38.855168 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['c43a15a4-10f6-4dcd-a474-8f55806f9ff8'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:47:38.856216 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a034db77-0773-45e1-b0de-97d0603320a7 x-openstack-request-id: req-a034db77-0773-45e1-b0de-97d0603320a7 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:38.856509 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:38.857134 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a034db77-0773-45e1-b0de-97d0603320a7 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:38.857547 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'status': 'completed', 'code': 200} Mar 10 03:47:38.865214 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-be3c0377-cacb-4b68-82a4-b7e76ee773de req-36155604-48f7-4d7a-ad46-15ff4d6d8d59 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667298 Mar 10 03:47:38.928262 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['37fd25e7-dfd8-401b-98b0-19b0b473320d'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:47:38.944876 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6861-199d-4b05-aa70-a96f70e6a82e req-4bb3549a-5c18-4bcb-8364-bd98c0062868 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:38.946492 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f25a6861-199d-4b05-aa70-a96f70e6a82e req-4bb3549a-5c18-4bcb-8364-bd98c0062868 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 944 time: 0.0593724 Mar 10 03:47:38.949135 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9325ae-2b75-441e-8e56-944e49303134 req-5b76a729-4f74-47b3-9645-15abd7712a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:38.950756 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-fa9325ae-2b75-441e-8e56-944e49303134 req-5b76a729-4f74-47b3-9645-15abd7712a63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1169 time: 0.0796347 Mar 10 03:47:38.994089 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f25a6861-199d-4b05-aa70-a96f70e6a82e req-deeef308-f929-482c-b223-3243c91f63ac tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 Mar 10 03:47:39.044772 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-381617d3-3ccc-4246-bf45-c18e3b0e547f None None] Provisioning complete for port 37fd25e7-dfd8-401b-98b0-19b0b473320d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:39.045147 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-381617d3-3ccc-4246-bf45-c18e3b0e547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:39.051390 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9325ae-2b75-441e-8e56-944e49303134 req-5aa16f98-843a-44f4-88af-f048045b3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:39.052920 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-fa9325ae-2b75-441e-8e56-944e49303134 req-5aa16f98-843a-44f4-88af-f048045b3d39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 916 time: 0.0901616 Mar 10 03:47:39.118226 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-fa9325ae-2b75-441e-8e56-944e49303134 req-e6b73b05-6c9d-4691-b80e-f29b8816ebf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 1002 time: 0.0582800 Mar 10 03:47:39.170729 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9325ae-2b75-441e-8e56-944e49303134 req-0ec43f8f-158a-45db-a75f-497da8ca6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:39.172227 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-fa9325ae-2b75-441e-8e56-944e49303134 req-0ec43f8f-158a-45db-a75f-497da8ca6f43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 200 len: 854 time: 0.0469542 Mar 10 03:47:39.220422 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9325ae-2b75-441e-8e56-944e49303134 req-d2e84951-07e0-4abe-bb29-9eb42686b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:39.221833 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-fa9325ae-2b75-441e-8e56-944e49303134 req-d2e84951-07e0-4abe-bb29-9eb42686b46c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432565 Mar 10 03:47:39.304709 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-381617d3-3ccc-4246-bf45-c18e3b0e547f None None] Current status of the port 37fd25e7-dfd8-401b-98b0-19b0b473320d is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:39.310912 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-fa9325ae-2b75-441e-8e56-944e49303134 req-bfac0de1-7266-4576-9210-58c552649827 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816414 Mar 10 03:47:39.406443 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-fa9325ae-2b75-441e-8e56-944e49303134 req-5e6f0367-9c92-48f3-9b59-20f21cf4d93f service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862529 Mar 10 03:47:40.119362 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872df78-933f-4291-8390-1964fce08184 req-b250579d-d1bb-4297-8ba6-49a8b1659fe1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:40.120839 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5872df78-933f-4291-8390-1964fce08184 req-b250579d-d1bb-4297-8ba6-49a8b1659fe1 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 944 time: 0.0515935 Mar 10 03:47:40.166376 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5872df78-933f-4291-8390-1964fce08184 req-a15661cc-ceb8-4753-9bcc-50de1d45d791 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 Mar 10 03:47:40.439659 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:47:40.489704 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:47:40.490088 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:40.573299 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:40.573697 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:40.597037 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:40.599482 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de89a75c-db12-48b4-8a90-5dcd1bb6582a" -d '{"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-plugged", "status": "completed", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:40.611602 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:40.616524 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:40.668885 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=7']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:40.696035 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceee6fd-2f1c-46cd-bfe1-f64e8087e8f7 x-openstack-request-id: req-0ceee6fd-2f1c-46cd-bfe1-f64e8087e8f7 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:40.696356 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-plugged", "status": "completed", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:40.696622 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ceee6fd-2f1c-46cd-bfe1-f64e8087e8f7 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:40.697048 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'code': 200} Mar 10 03:47:41.296428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e7bbb9-cf59-40d9-beeb-3f200a5abf80 req-4cb546a5-2f8f-4d5f-bd6a-586219ad0022 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:41.299249 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a6e7bbb9-cf59-40d9-beeb-3f200a5abf80 req-4cb546a5-2f8f-4d5f-bd6a-586219ad0022 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0573044 Mar 10 03:47:41.383848 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a6e7bbb9-cf59-40d9-beeb-3f200a5abf80 req-2ad549f0-0f96-4da3-afe3-4e178cd05cb6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769601 Mar 10 03:47:42.521566 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfecb9-70a2-437f-b5e5-271c7599f088 req-6e2674fd-b9e3-4dde-bc4b-a9927e3866ec tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:42.523181 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-12bfecb9-70a2-437f-b5e5-271c7599f088 req-6e2674fd-b9e3-4dde-bc4b-a9927e3866ec tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0571828 Mar 10 03:47:42.573853 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-12bfecb9-70a2-437f-b5e5-271c7599f088 req-19910fcb-e472-4028-b5cf-b7f2f70b6726 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445011 Mar 10 03:47:43.704651 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff8c2e-7cff-4195-b022-c2034c50897a req-54d5e52a-de2e-40fd-9b4d-9ab43f452033 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:43.706134 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3aff8c2e-7cff-4195-b022-c2034c50897a req-54d5e52a-de2e-40fd-9b4d-9ab43f452033 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0534303 Mar 10 03:47:43.761088 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3aff8c2e-7cff-4195-b022-c2034c50897a req-e8661a9d-5989-4b72-80de-45fea2c37805 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473795 Mar 10 03:47:44.908199 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce8f04-daf3-4b46-90bc-acde94ce7d14 req-bf009686-bfd1-4693-b103-f8cb38de19c8 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:44.911303 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-76ce8f04-daf3-4b46-90bc-acde94ce7d14 req-bf009686-bfd1-4693-b103-f8cb38de19c8 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0650983 Mar 10 03:47:44.967240 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-76ce8f04-daf3-4b46-90bc-acde94ce7d14 req-33b864d5-7955-4b7c-9811-231f5a38f255 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515623 Mar 10 03:47:46.095817 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17011a61-8b8c-4509-a027-3d330372caad req-776f42f8-2dab-4ab7-bcfb-a1ccac068cca tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:46.098358 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-17011a61-8b8c-4509-a027-3d330372caad req-776f42f8-2dab-4ab7-bcfb-a1ccac068cca tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0529532 Mar 10 03:47:46.147485 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-17011a61-8b8c-4509-a027-3d330372caad req-06cf360e-0413-4ad0-baff-433a61e4c4fd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438347 Mar 10 03:47:47.286040 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01004e-4481-4383-9763-922a61b3cf1f req-1b62ae4f-0589-4c33-90a3-d7bb22c887af tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:47.288476 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dc01004e-4481-4383-9763-922a61b3cf1f req-1b62ae4f-0589-4c33-90a3-d7bb22c887af tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0614192 Mar 10 03:47:47.340600 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dc01004e-4481-4383-9763-922a61b3cf1f req-e7b71418-8343-468f-8b41-ab711c3e45f5 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461257 Mar 10 03:47:48.485553 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fbdc5-1838-456d-8a0e-093068196ef0 req-27d9a51f-fa37-4289-a2a0-c68edec0fd1d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:48.487074 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-841fbdc5-1838-456d-8a0e-093068196ef0 req-27d9a51f-fa37-4289-a2a0-c68edec0fd1d tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0642540 Mar 10 03:47:48.534421 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-841fbdc5-1838-456d-8a0e-093068196ef0 req-52cd27e8-66d2-484f-8af7-889722a91013 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417945 Mar 10 03:47:49.654538 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3de8b-6351-408b-ae48-9ddbf539d639 req-d7233bb5-2834-4e11-b5f9-dc529d9bce35 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:49.656295 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6aa3de8b-6351-408b-ae48-9ddbf539d639 req-d7233bb5-2834-4e11-b5f9-dc529d9bce35 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0520747 Mar 10 03:47:49.701463 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6aa3de8b-6351-408b-ae48-9ddbf539d639 req-ac7ccb6e-3522-4c2b-8528-2a3d46c88b35 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393074 Mar 10 03:47:49.977766 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7e51db6b-7c22-44c3-8622-26c55af0c0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:50.019509 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-2622a311-550c-4c65-8ee0-23e3cbcc281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:50.020992 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-2622a311-550c-4c65-8ee0-23e3cbcc281b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 1129 time: 0.0450008 Mar 10 03:47:50.112568 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-7ace9502-8636-4a59-beac-f28e2e64841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:50.114722 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-7ace9502-8636-4a59-beac-f28e2e64841b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.0870097 Mar 10 03:47:50.177954 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-b5daafb7-6022-44c2-8ab4-7893c9b48d52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 200 len: 1000 time: 0.0570745 Mar 10 03:47:50.242961 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-a87ffa34-1ee6-4989-8c8e-3b5417d56a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:50.244401 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-a87ffa34-1ee6-4989-8c8e-3b5417d56a93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0474682 Mar 10 03:47:50.309445 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-35a06f6a-2520-4ab0-8086-a9488d512ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:50.310956 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-35a06f6a-2520-4ab0-8086-a9488d512ea7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473366 Mar 10 03:47:50.397171 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-bc33d476-9a24-4296-a3dd-b18809c5a442 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797396 Mar 10 03:47:50.488148 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-2eb4d3e0-6021-4507-9c22-71edde91c5e2 req-cca84926-d662-4375-aa07-8f881db809e0 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832238 Mar 10 03:47:50.823414 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2674c60-2a24-4424-bb88-8f394ca2f162 req-7de5eaca-5560-491e-a89d-e25ba50443ff tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:50.824865 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a2674c60-2a24-4424-bb88-8f394ca2f162 req-7de5eaca-5560-491e-a89d-e25ba50443ff tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0536211 Mar 10 03:47:50.871221 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a2674c60-2a24-4424-bb88-8f394ca2f162 req-b2a59b65-dd65-4857-8dfc-6e655844ba53 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Mar 10 03:47:51.993560 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f693b2f-6717-4c3c-97eb-3254557e3a38 req-80de1a3a-b636-4e02-88a6-5a2cd684547e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:51.995049 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1f693b2f-6717-4c3c-97eb-3254557e3a38 req-80de1a3a-b636-4e02-88a6-5a2cd684547e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Mar 10 03:47:52.041416 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1f693b2f-6717-4c3c-97eb-3254557e3a38 req-089b84cd-a16c-4b12-bd19-f8f80e6189c2 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408490 Mar 10 03:47:52.400819 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5d2db32c-2902-47d3-b76e-49617c6101fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:52.544264 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:47:52.624103 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 is: ACTIVE; New status is: DOWN {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:47:52.624494 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:52.648459 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:47:52.650664 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb5fc34-bf56-4c97-ac0b-b71e98ff995a" -d '{"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-unplugged", "status": "completed", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:47:52.663716 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:47:52.667835 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:52.819507 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Mar 2022 03:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70279af0-2de3-4d7e-aacb-2ec40b0efda5 x-openstack-request-id: req-70279af0-2de3-4d7e-aacb-2ec40b0efda5 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:47:52.819795 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-unplugged", "status": "completed", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:47:52.820043 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70279af0-2de3-4d7e-aacb-2ec40b0efda5 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:47:52.820431 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'code': 200} Mar 10 03:47:52.843602 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=8']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:47:53.164012 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89a7e7-9b0e-4a98-a9c1-fdc2635f5520 req-33dd0293-c1e4-49a1-8a1a-d5e13676fd3b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:53.165463 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cc89a7e7-9b0e-4a98-a9c1-fdc2635f5520 req-33dd0293-c1e4-49a1-8a1a-d5e13676fd3b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0542567 Mar 10 03:47:53.210282 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cc89a7e7-9b0e-4a98-a9c1-fdc2635f5520 req-47d0ef5e-a8c7-4c79-8bac-85a76ff49129 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394092 Mar 10 03:47:53.569885 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:54.004975 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [req-6b0a7b45-69a5-46ce-8eaa-fb80fee01f7f req-42ac13db-7824-4512-a8d9-8f3e99c241e0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:47:54.005988 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6b0a7b45-69a5-46ce-8eaa-fb80fee01f7f req-42ac13db-7824-4512-a8d9-8f3e99c241e0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466235 Mar 10 03:47:54.165681 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47332ae7-67db-4694-889d-01a499a0793c req-28e3139b-04fa-4f7e-9030-7a0718ac08dd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:54.167192 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-47332ae7-67db-4694-889d-01a499a0793c req-28e3139b-04fa-4f7e-9030-7a0718ac08dd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0533664 Mar 10 03:47:54.214905 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-47332ae7-67db-4694-889d-01a499a0793c req-84951808-ea44-4d36-8ce3-ac28d084589b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419736 Mar 10 03:47:54.303466 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55490) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:54.385797 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-3c69fbc6-1cd8-4c14-9737-8ae2d8c16c88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810790 Mar 10 03:47:54.395216 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-e13c50c6-a768-4128-8c15-94e76274995a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:47:54.396554 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-e13c50c6-a768-4128-8c15-94e76274995a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061202 Mar 10 03:47:54.470441 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55498) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:47:54.562887 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-3387ea22-2710-48af-8641-a5258df4fab3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:54.564229 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-3387ea22-2710-48af-8641-a5258df4fab3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports/c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 200 len: 940 time: 0.0927739 Mar 10 03:47:54.869478 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:55.336243 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaeb57e-82ad-45a9-8c4f-3da5926031a5 req-b642a4ac-a616-4e8a-ab3d-f62b3cacc8bb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:55.337690 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-acaeb57e-82ad-45a9-8c4f-3da5926031a5 req-b642a4ac-a616-4e8a-ab3d-f62b3cacc8bb tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0510828 Mar 10 03:47:55.385111 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-acaeb57e-82ad-45a9-8c4f-3da5926031a5 req-6a701794-1779-4456-8c9c-0f476c54ebe0 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Mar 10 03:47:55.479504 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-a89c1cc2-7622-436f-b5b9-8e1419b4aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:55.480984 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-a89c1cc2-7622-436f-b5b9-8e1419b4aebf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002&tenant_id=14c99abeccd643f48f412c92c8934a4c HTTP/1.1" status: 200 len: 1127 time: 0.0473828 Mar 10 03:47:55.565134 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-03c8503e-50c7-4c48-af8d-a27cb76055c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:55.567218 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-03c8503e-50c7-4c48-af8d-a27cb76055c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 1127 time: 0.0479429 Mar 10 03:47:55.668215 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-3453808c-020a-416c-b4dd-c53153f31a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:55.669736 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-3453808c-020a-416c-b4dd-c53153f31a8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.0931439 Mar 10 03:47:55.735902 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-0d2d6be0-abf9-4cda-949c-7849d5e285bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 200 len: 998 time: 0.0578880 Mar 10 03:47:55.784446 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-057f5b13-8960-4283-94e4-fc395be2481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:55.785804 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-057f5b13-8960-4283-94e4-fc395be2481c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.0426950 Mar 10 03:47:55.835779 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-266aa750-7188-4151-8720-86b5edebd461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:55.837248 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-266aa750-7188-4151-8720-86b5edebd461 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461495 Mar 10 03:47:55.924892 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-cd22c6df-9c3d-475e-975b-80e85d7fa63c service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802794 Mar 10 03:47:56.015853 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e0f78132-dd01-4bd2-80f0-27d8584500a2 req-4eb01a79-e454-409d-9751-754d952420bb service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836902 Mar 10 03:47:56.484251 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:47:56.557128 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb61ca0-132e-4cbf-8939-40a2ab5339b8 req-45ae8c25-0b9b-4116-9db7-2863c9ea76c3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:56.568048 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-afb61ca0-132e-4cbf-8939-40a2ab5339b8 req-45ae8c25-0b9b-4116-9db7-2863c9ea76c3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0803957 Mar 10 03:47:56.629608 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-afb61ca0-132e-4cbf-8939-40a2ab5339b8 req-bbb65ac5-139f-41ff-8559-7496d50978ff tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602841 Mar 10 03:47:57.746359 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486cac0-6a61-44b6-9484-a1cc6dce0598 req-1481060a-27c1-4366-87f8-e61f4079b545 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:57.747879 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b486cac0-6a61-44b6-9484-a1cc6dce0598 req-1481060a-27c1-4366-87f8-e61f4079b545 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0528769 Mar 10 03:47:57.795959 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b486cac0-6a61-44b6-9484-a1cc6dce0598 req-47eeacea-13ac-4b16-b098-48c819ab8972 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421455 Mar 10 03:47:58.932029 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b90f0-eeb4-40b6-adde-96d3ab68bdc7 req-bcd55889-6269-4e75-9887-77741081f4d3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:47:58.933539 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223b90f0-eeb4-40b6-adde-96d3ab68bdc7 req-bcd55889-6269-4e75-9887-77741081f4d3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0580020 Mar 10 03:47:58.981791 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-223b90f0-eeb4-40b6-adde-96d3ab68bdc7 req-f33b8441-1d00-41df-ac98-1a440f62aa2b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Mar 10 03:48:00.108499 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af6160-821a-4fda-a300-12ae353b113d req-7bcddc3b-ae3f-4518-8494-9e88dba4895b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:00.110019 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a7af6160-821a-4fda-a300-12ae353b113d req-7bcddc3b-ae3f-4518-8494-9e88dba4895b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0528915 Mar 10 03:48:00.166854 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a7af6160-821a-4fda-a300-12ae353b113d req-f8fe2772-6b31-442f-aeff-4f2b64e29c4e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495245 Mar 10 03:48:00.657998 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:01.296310 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf5340-d6c5-41c0-a76f-3b01ca758c45 req-6a57d3f9-4e0e-45b2-b064-ac4fcf3b4286 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:01.297870 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0fdf5340-d6c5-41c0-a76f-3b01ca758c45 req-6a57d3f9-4e0e-45b2-b064-ac4fcf3b4286 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0561087 Mar 10 03:48:01.357164 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0fdf5340-d6c5-41c0-a76f-3b01ca758c45 req-21f96508-a7f4-43e4-a073-a2eafbd3018b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527377 Mar 10 03:48:02.486909 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeaad7-77b2-4d63-9206-c95f349ad6da req-c419ee95-fb99-4a07-af39-877538654a9c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:02.488435 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9deeaad7-77b2-4d63-9206-c95f349ad6da req-c419ee95-fb99-4a07-af39-877538654a9c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0539422 Mar 10 03:48:02.542482 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9deeaad7-77b2-4d63-9206-c95f349ad6da req-dbb67fb8-b5b8-4478-a54c-4e6b5d1cc7a3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456762 Mar 10 03:48:03.578120 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:48:03.671048 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb990b-817a-4feb-a8c1-e12924387474 req-54b54130-b740-4168-8e2b-4bf6695c3f86 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:03.672684 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3ccb990b-817a-4feb-a8c1-e12924387474 req-54b54130-b740-4168-8e2b-4bf6695c3f86 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0543547 Mar 10 03:48:03.721390 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3ccb990b-817a-4feb-a8c1-e12924387474 req-b37a1de9-657e-4ea7-96cc-e85e6b2849de tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Mar 10 03:48:04.839463 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e3265-922b-43b7-9d10-9b1325e3d668 req-9c5fbb33-8c7a-4653-98dd-fa29b1060edf tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:04.841916 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-169e3265-922b-43b7-9d10-9b1325e3d668 req-9c5fbb33-8c7a-4653-98dd-fa29b1060edf tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0851934 Mar 10 03:48:04.923808 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f25d4-df4d-405a-a45a-2a1644c1168b req-6a795644-317d-435a-a665-2073800aebc3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:04.925316 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7e2f25d4-df4d-405a-a45a-2a1644c1168b req-6a795644-317d-435a-a665-2073800aebc3 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0953171 Mar 10 03:48:04.959981 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-169e3265-922b-43b7-9d10-9b1325e3d668 req-6a22cd32-a5f9-4be9-8e7c-aa8dec6d6624 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075768 Mar 10 03:48:04.998074 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7e2f25d4-df4d-405a-a45a-2a1644c1168b req-a60990c6-0d86-4bbc-a027-aea4c82a7a49 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505359 Mar 10 03:48:05.996642 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d508a27-5bc6-410c-a166-943bc7f179db req-aca4436d-d3f3-4045-b534-5e5b03a802eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:05.998137 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8d508a27-5bc6-410c-a166-943bc7f179db req-aca4436d-d3f3-4045-b534-5e5b03a802eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1169 time: 0.0444453 Mar 10 03:48:06.088016 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e677b-6384-4783-afa6-dec7b208111d req-0c07ec97-e9c2-4945-af41-710e8ce854c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.089504 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e7e677b-6384-4783-afa6-dec7b208111d req-0c07ec97-e9c2-4945-af41-710e8ce854c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14c99abeccd643f48f412c92c8934a4c&device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 1127 time: 0.0806031 Mar 10 03:48:06.102399 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d508a27-5bc6-410c-a166-943bc7f179db req-05316e1c-d99a-47ab-94c1-5de3bf392ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.103998 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8d508a27-5bc6-410c-a166-943bc7f179db req-05316e1c-d99a-47ab-94c1-5de3bf392ed0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 916 time: 0.0954828 Mar 10 03:48:06.110924 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3954d5-ca55-4b90-bcaf-84d14d907bf7 req-77d18aeb-f326-4166-919d-e68412f8c731 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.112376 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0a3954d5-ca55-4b90-bcaf-84d14d907bf7 req-77d18aeb-f326-4166-919d-e68412f8c731 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0787876 Mar 10 03:48:06.182950 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8d508a27-5bc6-410c-a166-943bc7f179db req-c6b5aae9-a510-4e86-b8d2-e5be87d604fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 1002 time: 0.0603111 Mar 10 03:48:06.231238 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d508a27-5bc6-410c-a166-943bc7f179db req-08411ce0-6c95-4d5b-92f0-8241898e0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.232688 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8d508a27-5bc6-410c-a166-943bc7f179db req-08411ce0-6c95-4d5b-92f0-8241898e0130 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 200 len: 854 time: 0.0430763 Mar 10 03:48:06.251119 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149322a-1a78-4a39-900f-1601e811b641 req-cde74947-709d-41a2-a301-5bd3df7fbe4c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.252573 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9149322a-1a78-4a39-900f-1601e811b641 req-cde74947-709d-41a2-a301-5bd3df7fbe4c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.1613688 Mar 10 03:48:06.285197 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d508a27-5bc6-410c-a166-943bc7f179db req-295bf455-06ab-47a8-a343-990caa666f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.286666 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8d508a27-5bc6-410c-a166-943bc7f179db req-295bf455-06ab-47a8-a343-990caa666f18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475585 Mar 10 03:48:06.302723 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0a3954d5-ca55-4b90-bcaf-84d14d907bf7 req-148efc21-d882-423a-a9f9-a5b2889c7633 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1621759 Mar 10 03:48:06.326466 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e677b-6384-4783-afa6-dec7b208111d req-7f874e50-e7e1-4d12-abbf-67ee789a03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.327980 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e7e677b-6384-4783-afa6-dec7b208111d req-7f874e50-e7e1-4d12-abbf-67ee789a03d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 200 len: 918 time: 0.1958051 Mar 10 03:48:06.335148 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9149322a-1a78-4a39-900f-1601e811b641 req-f4490b4a-7e4c-46e4-8384-0fd5587ab4f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667009 Mar 10 03:48:06.385926 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8d508a27-5bc6-410c-a166-943bc7f179db req-9e3e2c72-e8ca-4b5c-8b38-728cb84d63fa service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907860 Mar 10 03:48:06.403340 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e7e677b-6384-4783-afa6-dec7b208111d req-8e5c0780-5be5-438c-9adf-973fdf591c07 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 200 len: 998 time: 0.0672247 Mar 10 03:48:06.497026 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-8d508a27-5bc6-410c-a166-943bc7f179db req-d6b0a7a2-dc6d-4b5b-acfa-bf20fed919d3 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047835 Mar 10 03:48:06.747596 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e677b-6384-4783-afa6-dec7b208111d req-86f6f680-5300-4fc5-bd6d-9faefe87f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.749290 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e7e677b-6384-4783-afa6-dec7b208111d req-86f6f680-5300-4fc5-bd6d-9faefe87f839 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 200 len: 856 time: 0.3402958 Mar 10 03:48:06.803589 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e677b-6384-4783-afa6-dec7b208111d req-4d0b8076-72f5-4529-ab77-3d4a6fbe7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:06.805019 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e7e677b-6384-4783-afa6-dec7b208111d req-4d0b8076-72f5-4529-ab77-3d4a6fbe7e5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4748401d-8447-46a1-8e5b-6fca736d9ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472827 Mar 10 03:48:06.982449 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e7e677b-6384-4783-afa6-dec7b208111d req-258ff836-eb89-4df4-8f77-3b7b36a9627e service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691449 Mar 10 03:48:07.071680 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e7e677b-6384-4783-afa6-dec7b208111d req-06b645ee-2354-408f-b25e-1898d1acb701 service neutron] 10.222.0.16 "GET /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814788 Mar 10 03:48:07.450633 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1ddfa-3589-4fef-a561-db505fb5a3b3 req-e6855297-472c-4ba2-bcc3-50e59fdbeb75 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:07.452197 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8fa1ddfa-3589-4fef-a561-db505fb5a3b3 req-e6855297-472c-4ba2-bcc3-50e59fdbeb75 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0830925 Mar 10 03:48:07.497260 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e60bdf-ae9d-4ac1-9f4c-220217d77b6b req-023db784-a947-4ddd-878c-9d234cb1d239 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:07.498747 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-09e60bdf-ae9d-4ac1-9f4c-220217d77b6b req-023db784-a947-4ddd-878c-9d234cb1d239 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0862424 Mar 10 03:48:07.543453 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8fa1ddfa-3589-4fef-a561-db505fb5a3b3 req-d7271134-927f-410d-a410-bb7f76685b89 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851316 Mar 10 03:48:07.565643 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-09e60bdf-ae9d-4ac1-9f4c-220217d77b6b req-8d4d120e-0c2e-4210-bb6f-66331ad38132 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611112 Mar 10 03:48:08.597223 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:48:08.697918 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:08.702264 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee6489-2099-45e1-9eaf-3c54b344f926 req-f8eea42d-d500-47e0-a5ba-a87ba0379682 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:08.703798 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-08ee6489-2099-45e1-9eaf-3c54b344f926 req-f8eea42d-d500-47e0-a5ba-a87ba0379682 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0938244 Mar 10 03:48:08.714212 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'port_id': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'mac_address': 'fa:16:3e:4f:92:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:48:08.737043 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbf8e8-d452-47de-b035-43192d2ef583 req-c3393444-977e-4501-8f9e-7be145652f30 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:08.738514 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5efbf8e8-d452-47de-b035-43192d2ef583 req-c3393444-977e-4501-8f9e-7be145652f30 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 943 time: 0.0882447 Mar 10 03:48:08.752138 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:48:08.752528 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:08.765722 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c43a15a4-10f6-4dcd-a474-8f55806f9ff8 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:48:08.785722 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:08.791738 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:08.809496 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-08ee6489-2099-45e1-9eaf-3c54b344f926 req-c4355697-deab-4028-b3e4-f54a37afd6f5 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997698 Mar 10 03:48:08.821294 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5efbf8e8-d452-47de-b035-43192d2ef583 req-061cb083-a0fb-4d5a-9c7b-d715c72e56a6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761564 Mar 10 03:48:08.838108 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=9']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:09.132236 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['c43a15a4-10f6-4dcd-a474-8f55806f9ff8'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:48:09.963800 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7015c7-c5a8-4091-b469-8159461330eb req-c5f9552b-df1e-425c-af28-eea094738e0a tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:09.965302 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7d7015c7-c5a8-4091-b469-8159461330eb req-c5f9552b-df1e-425c-af28-eea094738e0a tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0883291 Mar 10 03:48:09.976099 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e8f9d-a457-48a1-a07d-bcbdafec932a req-8cbb579c-6267-4f56-9abb-a52b10261c7f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:09.977521 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c03e8f9d-a457-48a1-a07d-bcbdafec932a req-8cbb579c-6267-4f56-9abb-a52b10261c7f tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 944 time: 0.0742741 Mar 10 03:48:10.058357 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c03e8f9d-a457-48a1-a07d-bcbdafec932a req-5223a6f4-d508-4757-a0a5-768633897205 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741336 Mar 10 03:48:10.063596 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7d7015c7-c5a8-4091-b469-8159461330eb req-0e5f5d88-3521-4366-85eb-66bc88de6aa2 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851805 Mar 10 03:48:10.609002 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:48:10.657402 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:48:10.657781 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:10.735156 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:48:10.735551 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:10.757356 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:48:10.759591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ed23c9-7717-40a4-b54f-66a767f35401" -d '{"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-plugged", "status": "completed", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:48:10.771788 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:10.776923 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:10.800076 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b45096-a42d-4039-beaa-857ef5dae590 x-openstack-request-id: req-d0b45096-a42d-4039-beaa-857ef5dae590 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:48:10.800370 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-plugged", "status": "completed", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:48:10.800629 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0b45096-a42d-4039-beaa-857ef5dae590 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:48:10.801021 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'code': 200} Mar 10 03:48:10.825631 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=10']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:11.062326 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa5707-780a-4ca1-a424-3bdd4c30ca50 req-ce2a9a8f-098a-474c-9974-ecccd6fe0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:11.063852 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-66aa5707-780a-4ca1-a424-3bdd4c30ca50 req-ce2a9a8f-098a-474c-9974-ecccd6fe0c75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 1130 time: 0.0426250 Mar 10 03:48:11.111059 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-66aa5707-780a-4ca1-a424-3bdd4c30ca50 req-e35cf5a8-9b88-432f-8abd-3c53ac9e1c1d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384934 Mar 10 03:48:11.216297 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533aab-e1ae-402c-a752-f5185c937db8 req-5c14adb9-23c7-452b-be10-b713ad5eac11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:11.217772 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4a533aab-e1ae-402c-a752-f5185c937db8 req-5c14adb9-23c7-452b-be10-b713ad5eac11 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 946 time: 0.0863290 Mar 10 03:48:11.224473 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc029991-d37e-44f8-a17a-3cd5d0273c54 req-1db4f147-3547-4360-9c0a-d49763fbd77d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:11.225866 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dc029991-d37e-44f8-a17a-3cd5d0273c54 req-1db4f147-3547-4360-9c0a-d49763fbd77d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0926645 Mar 10 03:48:11.297505 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4a533aab-e1ae-402c-a752-f5185c937db8 req-46d83e15-e821-4d8b-93e3-e1e26154867c tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707004 Mar 10 03:48:11.312484 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dc029991-d37e-44f8-a17a-3cd5d0273c54 req-af548f41-1ae6-4de0-ad91-c0938b838de2 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799990 Mar 10 03:48:12.456138 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b5d9-0662-4bdb-b3f2-88d2212de43f req-cdc3f543-ab5c-4b1f-bdce-1c245c6d9680 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:12.457801 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2fa2b5d9-0662-4bdb-b3f2-88d2212de43f req-cdc3f543-ab5c-4b1f-bdce-1c245c6d9680 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 946 time: 0.0889783 Mar 10 03:48:12.470265 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ebf8-65fd-406e-a9f1-ed56ebb3b483 req-37ba1247-6b88-4148-8d20-e4a2cf016093 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:12.471806 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-64d0ebf8-65fd-406e-a9f1-ed56ebb3b483 req-37ba1247-6b88-4148-8d20-e4a2cf016093 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0911369 Mar 10 03:48:12.546023 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2fa2b5d9-0662-4bdb-b3f2-88d2212de43f req-ae6467c4-48a4-479e-ac3a-e199f0a40ea6 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731993 Mar 10 03:48:12.566914 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-64d0ebf8-65fd-406e-a9f1-ed56ebb3b483 req-75250116-c5b1-4143-a135-e8c2b43c0ad1 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851500 Mar 10 03:48:13.708179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d912f5-2984-4142-b82e-5c1f34619891 req-0732cbd0-8989-46ea-95f5-4796053ce468 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:13.709655 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f6d912f5-2984-4142-b82e-5c1f34619891 req-0732cbd0-8989-46ea-95f5-4796053ce468 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 946 time: 0.0881500 Mar 10 03:48:13.731150 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339f37-c4e7-4944-b694-5567b789acd8 req-01b84b03-6126-41a5-9b59-52c5442c126f tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:13.732561 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8d339f37-c4e7-4944-b694-5567b789acd8 req-01b84b03-6126-41a5-9b59-52c5442c126f tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0812197 Mar 10 03:48:13.794991 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f6d912f5-2984-4142-b82e-5c1f34619891 req-49c8cc13-4dc4-4e4d-82d6-e6a080c74c12 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785320 Mar 10 03:48:13.819000 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8d339f37-c4e7-4944-b694-5567b789acd8 req-1571dce6-345b-4725-a93e-68b65f57c7e9 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763972 Mar 10 03:48:14.934333 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cddfa-8b86-4aef-8c34-ca443d2afbbb req-853642fa-5cb4-471b-9e64-b66bcb6c47ce tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:14.935844 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-990cddfa-8b86-4aef-8c34-ca443d2afbbb req-853642fa-5cb4-471b-9e64-b66bcb6c47ce tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0531268 Mar 10 03:48:14.994596 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-990cddfa-8b86-4aef-8c34-ca443d2afbbb req-4a2c249b-7181-4803-af9b-8a706e7b9225 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529554 Mar 10 03:48:16.116994 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc6459-ee5b-442f-b20b-ec7c189f2edf req-bca8334d-e98b-4971-82d7-77fd1240b186 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:16.118447 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-01cc6459-ee5b-442f-b20b-ec7c189f2edf req-bca8334d-e98b-4971-82d7-77fd1240b186 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0555058 Mar 10 03:48:16.175737 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-01cc6459-ee5b-442f-b20b-ec7c189f2edf req-af9a8262-d942-46eb-8a15-6a09256d44e1 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517199 Mar 10 03:48:17.292691 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f9465-ab18-4de4-9bbd-3db74d52b8a7 req-81e8fb25-6a61-40c3-a9d9-a684a98325c1 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:17.294155 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f08f9465-ab18-4de4-9bbd-3db74d52b8a7 req-81e8fb25-6a61-40c3-a9d9-a684a98325c1 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0512211 Mar 10 03:48:17.351877 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f08f9465-ab18-4de4-9bbd-3db74d52b8a7 req-58ba8772-534a-41fe-a8c6-eaaf7f4f5a5e tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520959 Mar 10 03:48:18.469987 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6f306-5233-4f2e-948d-e6f9ec88078c req-ecc8c037-989e-4d0b-b9b6-9a0735c94504 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:18.471497 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-67b6f306-5233-4f2e-948d-e6f9ec88078c req-ecc8c037-989e-4d0b-b9b6-9a0735c94504 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0524275 Mar 10 03:48:18.533795 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-67b6f306-5233-4f2e-948d-e6f9ec88078c req-69d5cf8e-afdc-4628-9a3a-9fbcfc56a617 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561650 Mar 10 03:48:19.652309 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4f3e1-41f1-431f-9602-8cf03493d95c req-c86dba6c-49f5-4c69-b6e1-6d38a591d4b6 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:19.654219 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d8a4f3e1-41f1-431f-9602-8cf03493d95c req-c86dba6c-49f5-4c69-b6e1-6d38a591d4b6 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0549014 Mar 10 03:48:19.714559 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d8a4f3e1-41f1-431f-9602-8cf03493d95c req-76aabf2c-27d6-4b49-a673-b4d1471471ae tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544755 Mar 10 03:48:19.972911 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0a41fd2b-65cc-4bf9-b41a-ccf4eb79101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:20.833850 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b0d1-1a63-4ae6-b5e9-34a67e704183 req-4264fe49-90de-4b2a-bd24-13408da8e1aa tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:20.835990 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-adf0b0d1-1a63-4ae6-b5e9-34a67e704183 req-4264fe49-90de-4b2a-bd24-13408da8e1aa tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0562444 Mar 10 03:48:20.896526 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-adf0b0d1-1a63-4ae6-b5e9-34a67e704183 req-352b2abd-d9eb-4426-a22a-b25273b2e326 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549371 Mar 10 03:48:22.019464 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8277735-f0ae-4304-b853-d0a2c502df31 req-e952edce-c5ce-4209-8cfb-0cd8219aee25 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:22.021011 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e8277735-f0ae-4304-b853-d0a2c502df31 req-e952edce-c5ce-4209-8cfb-0cd8219aee25 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0576103 Mar 10 03:48:22.080953 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e8277735-f0ae-4304-b853-d0a2c502df31 req-1094210b-c9ec-4e9f-9eac-4891a06acc84 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537767 Mar 10 03:48:22.401818 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e8e30a4b-5e30-4cc8-8140-683bad1ed77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:23.199767 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdba1d-9906-4744-8046-5078ed2bd788 req-8f8c2367-f2cd-41a6-bc87-9c1d43acb3d1 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:23.201150 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-14cdba1d-9906-4744-8046-5078ed2bd788 req-8f8c2367-f2cd-41a6-bc87-9c1d43acb3d1 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0519123 Mar 10 03:48:23.260780 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-14cdba1d-9906-4744-8046-5078ed2bd788 req-432cac90-80ff-47db-a902-4a4198f74d6c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496&id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541067 Mar 10 03:48:23.571676 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:24.865969 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:26.463521 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:30.656289 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:31.740289 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcceee7-6fba-44f4-8ea4-7a648234aa92 req-a22705fc-158c-4539-af97-e8b283730ee4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:31.741698 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-adcceee7-6fba-44f4-8ea4-7a648234aa92 req-a22705fc-158c-4539-af97-e8b283730ee4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 946 time: 0.0559249 Mar 10 03:48:31.787675 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-adcceee7-6fba-44f4-8ea4-7a648234aa92 req-17c91b44-63cd-4202-97c6-a8ee152623f6 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Mar 10 03:48:32.916974 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ea27c-23e4-4a78-b132-c137155a07c1 req-cccc165c-76d8-4276-a966-ff913710a591 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:32.918964 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-113ea27c-23e4-4a78-b132-c137155a07c1 req-cccc165c-76d8-4276-a966-ff913710a591 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 946 time: 0.0641470 Mar 10 03:48:32.975721 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-113ea27c-23e4-4a78-b132-c137155a07c1 req-6eb2ae11-e40d-4eba-b7eb-f30d47e764f4 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514650 Mar 10 03:48:33.016893 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c69301-98f6-4c9a-ba04-648436694598 req-73047a73-02e8-4e48-a6be-dc28400d3885 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:33.018375 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-99c69301-98f6-4c9a-ba04-648436694598 req-73047a73-02e8-4e48-a6be-dc28400d3885 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0631723 Mar 10 03:48:33.068169 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-99c69301-98f6-4c9a-ba04-648436694598 req-60295d32-32f8-4d5a-b140-43cd30a5a483 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442202 Mar 10 03:48:33.663474 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-229469e6-b9ad-4f2b-a9fe-61ae62b6919e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:33.665405 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-229469e6-b9ad-4f2b-a9fe-61ae62b6919e tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 946 time: 0.0512502 Mar 10 03:48:33.761404 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Deleting port f48dbb64-243c-4aef-adac-b30add43ce64 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:33.761666 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:33.848452 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] For port f48dbb64-243c-4aef-adac-b30add43ce64, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f48dbb64-243c-4aef-adac-b30add43ce64,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:33.848818 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:34.012908 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:34.013454 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (7e50674e-329f-4076-ade1-59f959b800b3), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:34.013671 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Floating IP 7e50674e-329f-4076-ade1-59f959b800b3 disassociated. External IP: 172.27.1.201, port: f48dbb64-243c-4aef-adac-b30add43ce64. Mar 10 03:48:34.013916 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Calling delete_port for f48dbb64-243c-4aef-adac-b30add43ce64 owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:34.127723 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb2fc-54e5-4a3c-a029-f909135412e1 req-5b9fc591-de6a-4d4d-a84d-c0d44b0e7341 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:34.129220 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7eceb2fc-54e5-4a3c-a029-f909135412e1 req-5b9fc591-de6a-4d4d-a84d-c0d44b0e7341 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 946 time: 0.0739744 Mar 10 03:48:34.247530 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7eceb2fc-54e5-4a3c-a029-f909135412e1 req-4893e0ec-319f-4c3a-a599-945f22086bc0 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups?id=9a63c0df-fc86-4a46-b887-ad5808fbd803&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115303 Mar 10 03:48:34.249530 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (f48dbb64-243c-4aef-adac-b30add43ce64), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:34.267698 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4162bb-9c0b-485f-887e-ec8f479c12c9 req-5ed3d281-74fa-4d1f-9a26-211a01ba998f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:34.269107 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-af4162bb-9c0b-485f-887e-ec8f479c12c9 req-5ed3d281-74fa-4d1f-9a26-211a01ba998f tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.1272647 Mar 10 03:48:34.290392 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'Port': ['ID=f48dbb64-243c-4aef-adac-b30add43ce64,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:34.377412 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-af4162bb-9c0b-485f-887e-ec8f479c12c9 req-73dcad1a-dc67-40c2-b962-04685fb8bbf0 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904543 Mar 10 03:48:34.440734 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:48:34.548059 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:48:34.558619 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:48:34.568271 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:34.568887 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:34.588778 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] No DVR routers for this DVR port f48dbb64-243c-4aef-adac-b30add43ce64 on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:34.591387 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:34.594894 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-99a2fb02-c4d6-451a-8b66-acb25dc772f9 req-8ff5674b-9b15-4e7a-8ed0-cc75e3f581cf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.16 "DELETE /v2.0/ports/f48dbb64-243c-4aef-adac-b30add43ce64 HTTP/1.1" status: 204 len: 173 time: 0.9176579 Mar 10 03:48:34.595357 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'name': 'network-vif-deleted', 'tag': 'f48dbb64-243c-4aef-adac-b30add43ce64'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:48:34.598071 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345d7b40-1ada-4c94-81aa-df91796aaae8" -d '{"events": [{"server_uuid": "449e12ee-41ff-4280-ab92-7fe9c07371cd", "name": "network-vif-deleted", "tag": "f48dbb64-243c-4aef-adac-b30add43ce64"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:48:34.646273 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4b2ea3-102a-49a4-86d8-b2bdbea203ff x-openstack-request-id: req-dd4b2ea3-102a-49a4-86d8-b2bdbea203ff {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:48:34.646580 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449e12ee-41ff-4280-ab92-7fe9c07371cd", "name": "network-vif-deleted", "tag": "f48dbb64-243c-4aef-adac-b30add43ce64", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:48:34.646909 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd4b2ea3-102a-49a4-86d8-b2bdbea203ff {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:48:34.647323 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449e12ee-41ff-4280-ab92-7fe9c07371cd', 'name': 'network-vif-deleted', 'tag': 'f48dbb64-243c-4aef-adac-b30add43ce64', 'status': 'completed', 'code': 200} Mar 10 03:48:34.692533 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:34.898204 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:34.924502 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:48:34.933064 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:34.933672 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:35.042409 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:35.240384 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:35.266486 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e8f103-f523-4446-a283-8f8a96c58725 None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:11Z', 'revision_number': 4, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '1f10938f-af7b-4a33-bfc8-55f31165797b', 'name': '', 'network_id': '8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'mac_address': 'fa:16:3e:12:df:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:07Z', 'updated_at': '2022-03-10T03:42:26Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'subnets': [{'id': '8431c025-18d2-4e31-98d0-c31b7ed465d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:48:35.374522 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-272312ba-d810-4517-a3b6-44d163701e5d req-f42b5f46-7588-447b-9b51-e4f2a3294e0a tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/ports?device_id=449e12ee-41ff-4280-ab92-7fe9c07371cd HTTP/1.1" status: 200 len: 210 time: 0.0326626 Mar 10 03:48:35.399715 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-d9a480fa-c1cb-4428-baf9-e5cea69597fa tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:35.411672 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-d9a480fa-c1cb-4428-baf9-e5cea69597fa tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.1008959 Mar 10 03:48:35.549046 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b1520-fad4-4193-999a-e60d212bf2e7 None None] New status for floating IP 7e50674e-329f-4076-ade1-59f959b800b3: DOWN {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:48:35.556830 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd873d-d902-4653-bf97-c730a42db89f req-e664c22d-b410-4b7d-a7c8-b86cf5f97cf6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:35.558333 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2cdd873d-d902-4653-bf97-c730a42db89f req-e664c22d-b410-4b7d-a7c8-b86cf5f97cf6 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 945 time: 0.0978971 Mar 10 03:48:35.582077 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Deleting port 47a9ce08-c9ab-424d-b517-16303ae23ed6 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:35.582422 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:35.664732 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2cdd873d-d902-4653-bf97-c730a42db89f req-c5628492-78f3-4714-8662-d4fb6dfa1951 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups?id=7969273f-745d-45c3-a310-d251897726f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996051 Mar 10 03:48:35.691581 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] For port 47a9ce08-c9ab-424d-b517-16303ae23ed6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=47a9ce08-c9ab-424d-b517-16303ae23ed6,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:35.691968 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:35.864290 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:35.864731 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (a8e6e953-81e4-45bb-b474-7fcc392af982), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:35.865112 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Floating IP a8e6e953-81e4-45bb-b474-7fcc392af982 disassociated. External IP: 172.27.1.156, port: 47a9ce08-c9ab-424d-b517-16303ae23ed6. Mar 10 03:48:35.865562 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Calling delete_port for 47a9ce08-c9ab-424d-b517-16303ae23ed6 owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:35.986313 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (47a9ce08-c9ab-424d-b517-16303ae23ed6), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.016803 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event deleted for resources: {'Port': ['ID=47a9ce08-c9ab-424d-b517-16303ae23ed6,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:36.132792 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:48:36.238298 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:48:36.247626 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] Sync routers for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:48:36.258259 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:36.259590 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:36.379999 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:36.478469 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55870) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:36.557021 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (9a63c0df-fc86-4a46-b887-ad5808fbd803), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.576696 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] No DVR routers for this DVR port 47a9ce08-c9ab-424d-b517-16303ae23ed6 on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:36.579341 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.582573 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2e47be45-9ddf-4d6f-8400-79ae2cfdda94 req-5bf8598a-8027-425c-9c3a-185ac8e4c67b tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.16 "DELETE /v2.0/ports/47a9ce08-c9ab-424d-b517-16303ae23ed6 HTTP/1.1" status: 204 len: 173 time: 1.1656902 Mar 10 03:48:36.583246 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (9a63c0df-fc86-4a46-b887-ad5808fbd803), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.619569 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:36.642438 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (9a63c0df-fc86-4a46-b887-ad5808fbd803), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.645266 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.649569 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "DELETE /v2.0/security-groups/9a63c0df-fc86-4a46-b887-ad5808fbd803 HTTP/1.1" status: 204 len: 168 time: 0.1668706 Mar 10 03:48:36.649777 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'name': 'network-vif-deleted', 'tag': '47a9ce08-c9ab-424d-b517-16303ae23ed6'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:48:36.649891 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] Checking router: 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:48:36.652361 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30b20ea-7083-4e21-bf13-06ba44e10c26" -d '{"events": [{"server_uuid": "f38557d3-c393-4280-bbc1-594017a2f91a", "name": "network-vif-deleted", "tag": "47a9ce08-c9ab-424d-b517-16303ae23ed6"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:48:36.653791 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55872) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:36.658665 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:36.659413 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:36.661699 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63c0df-fc86-4a46-b887-ad5808fbd803,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:36.670109 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.670905 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.671174 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.api.v2.resource [None req-17df99b6-31f9-4fcf-afba-357a362a5cee tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] show failed (client error): The resource could not be found. Mar 10 03:48:36.671595 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.674945 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-17df99b6-31f9-4fcf-afba-357a362a5cee tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "GET /v2.0/security-groups/9a63c0df-fc86-4a46-b887-ad5808fbd803 HTTP/1.1" status: 404 len: 347 time: 0.0161326 Mar 10 03:48:36.675279 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.675374 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.676212 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55876) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:36.677714 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.678067 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.679785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.679785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.679785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.679785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.680280 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.680361 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0e0a6a-3390-4efe-8e90-5beeb6bfeaaf tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:36.737647 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a504326f-ed29-46bd-a949-7d0a7c9bad3d x-openstack-request-id: req-a504326f-ed29-46bd-a949-7d0a7c9bad3d {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:48:36.737932 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38557d3-c393-4280-bbc1-594017a2f91a", "name": "network-vif-deleted", "tag": "47a9ce08-c9ab-424d-b517-16303ae23ed6", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:48:36.738183 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a504326f-ed29-46bd-a949-7d0a7c9bad3d {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:48:36.738577 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38557d3-c393-4280-bbc1-594017a2f91a', 'name': 'network-vif-deleted', 'tag': '47a9ce08-c9ab-424d-b517-16303ae23ed6', 'status': 'completed', 'code': 200} Mar 10 03:48:36.768550 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device f48dbb64-243c-4aef-adac-b30add43ce64 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:36.794530 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: f48dbb64-243c-4aef-adac-b30add43ce64 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:36.794911 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device f48dbb64-243c-4aef-adac-b30add43ce64 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:36.812384 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:36.827881 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c3775d6e-c745-474b-9c62-788866735fd8 req-b6950b88-032a-4909-9828-50b67f98b7dd tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/ports?device_id=f38557d3-c393-4280-bbc1-594017a2f91a HTTP/1.1" status: 200 len: 210 time: 0.0444548 Mar 10 03:48:36.848425 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Deleting port b784d918-668a-42b2-a352-9da60c2b7e3f {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:36.848777 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (b784d918-668a-42b2-a352-9da60c2b7e3f), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.928264 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (b784d918-668a-42b2-a352-9da60c2b7e3f), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.928605 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (b784d918-668a-42b2-a352-9da60c2b7e3f), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:36.942664 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Calling delete_port for b784d918-668a-42b2-a352-9da60c2b7e3f owned by network:floatingip {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:37.100916 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (b784d918-668a-42b2-a352-9da60c2b7e3f), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:37.132336 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Pushing event deleted for resources: {'Port': ['ID=b784d918-668a-42b2-a352-9da60c2b7e3f,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:37.167587 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:37.194104 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks [] for floatingip (7e50674e-329f-4076-ade1-59f959b800b3), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:37.196708 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf56208-43ce-4e79-8c41-13f58cc420e9 None None] The sync data for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi is: [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:42:05Z', 'revision_number': 4, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'b639bd6a-de14-4bf2-bc13-9a465e3b88be', 'name': '', 'network_id': 'bb55fa91-2c32-434c-a9eb-3bb4b12c25ae', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'mac_address': 'fa:16:3e:3b:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:02Z', 'updated_at': '2022-03-10T03:42:24Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'subnets': [{'id': '19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:48:37.196937 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:37.198074 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-164f58dc-97b0-44c9-a1eb-c2a36f7c1a92 tempest-AttachVolumeNegativeTest-398135468 tempest-AttachVolumeNegativeTest-398135468-project] 10.222.0.20 "DELETE /v2.0/floatingips/7e50674e-329f-4076-ade1-59f959b800b3 HTTP/1.1" status: 204 len: 168 time: 0.5211239 Mar 10 03:48:37.426664 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc47ed58-0945-40e0-8676-47feab1c8b44 None None] New status for floating IP a8e6e953-81e4-45bb-b474-7fcc392af982: DOWN {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:48:37.913648 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55888) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:37.965141 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (7969273f-745d-45c3-a310-d251897726f5), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:37.988190 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (7969273f-745d-45c3-a310-d251897726f5), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.036113 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (7969273f-745d-45c3-a310-d251897726f5), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.038521 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.039701 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "DELETE /v2.0/security-groups/7969273f-745d-45c3-a310-d251897726f5 HTTP/1.1" status: 204 len: 168 time: 0.1250625 Mar 10 03:48:38.043001 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55890) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:38.049025 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969273f-745d-45c3-a310-d251897726f5,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:38.056484 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.056750 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.api.v2.resource [None req-bca72d52-7654-4cd0-ab56-b6159d139b29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] show failed (client error): The resource could not be found. Mar 10 03:48:38.056865 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.057169 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.057509 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.057774 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-bca72d52-7654-4cd0-ab56-b6159d139b29 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "GET /v2.0/security-groups/7969273f-745d-45c3-a310-d251897726f5 HTTP/1.1" status: 404 len: 347 time: 0.0137672 Mar 10 03:48:38.057872 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.058150 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.058477 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.058832 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.059158 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.059483 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.059806 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.060125 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.060493 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e6eca-3b5b-40af-a518-713942fa16cf tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:38.060609 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55892) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:38.184159 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Deleting port 55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:38.184403 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.467519 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.467854 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.480434 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Calling delete_port for 55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f owned by network:floatingip {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:38.610640 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.635997 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Pushing event deleted for resources: {'Port': ['ID=55bd245d-15b6-4824-a5cf-7cb4cd9c1b9f,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:38.695136 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks [] for floatingip (a8e6e953-81e4-45bb-b474-7fcc392af982), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.698086 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:38.699259 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c297eb93-b0bd-4fa7-88da-e37aeecbb227 tempest-AttachVolumeTestJSON-1403120295 tempest-AttachVolumeTestJSON-1403120295-project] 10.222.0.20 "DELETE /v2.0/floatingips/a8e6e953-81e4-45bb-b474-7fcc392af982 HTTP/1.1" status: 204 len: 168 time: 0.6378801 Mar 10 03:48:38.735310 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 47a9ce08-c9ab-424d-b517-16303ae23ed6 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:38.758619 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 47a9ce08-c9ab-424d-b517-16303ae23ed6 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:38.759657 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 47a9ce08-c9ab-424d-b517-16303ae23ed6 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:40.576896 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:48:40.848971 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55934) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:41.359721 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:41.661039 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Deleting port 1f10938f-af7b-4a33-bfc8-55f31165797b {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:41.661294 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:41.740170 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] For port 1f10938f-af7b-4a33-bfc8-55f31165797b, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=1f10938f-af7b-4a33-bfc8-55f31165797b,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:41.740534 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:41.752818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Calling delete_port for 1f10938f-af7b-4a33-bfc8-55f31165797b owned by network:router_interface {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:41.934576 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (1f10938f-af7b-4a33-bfc8-55f31165797b), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:41.962288 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1f10938f-af7b-4a33-bfc8-55f31165797b,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:42.122955 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:42.224706 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55956) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:42.339096 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:48:42.447457 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:48:42.452845 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-bc0613b2-c07e-4d80-aec7-ef1ccef806cd admin admin] 10.222.0.20 "PUT /v2.0/routers/5ba350a6-3bf6-4a93-ad31-0a2d20f85250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6028121 Mar 10 03:48:42.455426 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55960) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:42.457836 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] Sync routers for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:48:42.468038 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:42.468802 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:42.568830 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks [] for router (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:42.583980 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:42.619279 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:42.676726 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks [] for router_gateway (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:42.737708 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Deleting port f1242735-e3d3-4f8a-9d5b-68277f58042c {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:42.738424 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:42.772948 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:48:41Z', 'revision_number': 5, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port': {'id': 'f1242735-e3d3-4f8a-9d5b-68277f58042c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:42.805155 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] Checking router: 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:48:42.815531 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] Routers {'5ba350a6-3bf6-4a93-ad31-0a2d20f85250'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:42.816149 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:42.831354 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] For port f1242735-e3d3-4f8a-9d5b-68277f58042c, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=f1242735-e3d3-4f8a-9d5b-68277f58042c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:42.831726 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:42.844568 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Calling delete_port for f1242735-e3d3-4f8a-9d5b-68277f58042c owned by network:router_gateway {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:42.878630 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Deleting port b639bd6a-de14-4bf2-bc13-9a465e3b88be {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:42.879314 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:42.905261 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] Set router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 gateway port host: None {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:42.972174 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:48:42Z', 'revision_number': 6, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port_host': None}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:42.984114 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] For port b639bd6a-de14-4bf2-bc13-9a465e3b88be, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=b639bd6a-de14-4bf2-bc13-9a465e3b88be,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:42.984580 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:42.999126 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Calling delete_port for b639bd6a-de14-4bf2-bc13-9a465e3b88be owned by network:router_interface {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:43.004024 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0643d893-e25f-43f6-935c-6f9d672e6449 None None] The sync data for ids ['5ba350a6-3bf6-4a93-ad31-0a2d20f85250'] in dv-cinder-804735-27-iscsi is: [{'id': '5ba350a6-3bf6-4a93-ad31-0a2d20f85250', 'name': 'tempest-AttachVolumeNegativeTest-607575801-router', 'tenant_id': 'a093bec6b657435baf12b36d64ec49b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:48:42Z', 'revision_number': 6, 'project_id': 'a093bec6b657435baf12b36d64ec49b8', 'gw_port_host': None}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:48:43.036982 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (f1242735-e3d3-4f8a-9d5b-68277f58042c), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.069254 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1242735-e3d3-4f8a-9d5b-68277f58042c,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:43.130148 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.186787 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (b639bd6a-de14-4bf2-bc13-9a465e3b88be), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.212746 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Pushing event deleted for resources: {'Port': ['ID=b639bd6a-de14-4bf2-bc13-9a465e3b88be,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:43.390710 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.464855 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.467103 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks [] for router_controller (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.529992 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (5ba350a6-3bf6-4a93-ad31-0a2d20f85250), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.530549 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba350a6-3bf6-4a93-ad31-0a2d20f85250 {{(pid=109719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:48:43.536113 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.539641 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-b98f4d31-a816-42fb-9857-f97e8bf1bf09 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5ba350a6-3bf6-4a93-ad31-0a2d20f85250 HTTP/1.1" status: 204 len: 168 time: 1.0809326 Mar 10 03:48:43.540397 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55962) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:43.586494 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-9341c79e-9fde-46bd-ab07-35327d191475 admin admin] Deleting subnet 8431c025-18d2-4e31-98d0-c31b7ed465d2 {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:48:43.590139 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9341c79e-9fde-46bd-ab07-35327d191475 admin admin] Publish callbacks [] for subnet (8431c025-18d2-4e31-98d0-c31b7ed465d2), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.623348 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:48:43.623852 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9341c79e-9fde-46bd-ab07-35327d191475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (8431c025-18d2-4e31-98d0-c31b7ed465d2), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.731801 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:48:43.732031 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9341c79e-9fde-46bd-ab07-35327d191475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (8431c025-18d2-4e31-98d0-c31b7ed465d2), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.737708 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d208b459-46a6-49ea-aa7e-1defcf71153e admin admin] 10.222.0.20 "PUT /v2.0/routers/5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5119975 Mar 10 03:48:43.740099 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55964) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:43.744004 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522553b-0e70-40df-8890-869e5961c59b None None] Sync routers for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:48:43.754312 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522553b-0e70-40df-8890-869e5961c59b None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:43.755227 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-d522553b-0e70-40df-8890-869e5961c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:43.792593 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9341c79e-9fde-46bd-ab07-35327d191475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (8431c025-18d2-4e31-98d0-c31b7ed465d2), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.820284 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341c79e-9fde-46bd-ab07-35327d191475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8431c025-18d2-4e31-98d0-c31b7ed465d2,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:43.828773 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-9341c79e-9fde-46bd-ab07-35327d191475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.834582 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0274c5a5-9d43-45df-a74e-d46dd76cdde0 None None] Network 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:48:43.835103 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-9341c79e-9fde-46bd-ab07-35327d191475 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8431c025-18d2-4e31-98d0-c31b7ed465d2 HTTP/1.1" status: 204 len: 168 time: 0.2934351 Mar 10 03:48:43.835702 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55966) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:43.877502 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks [] for router (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.900841 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-d522553b-0e70-40df-8890-869e5961c59b None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:43.914001 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:43.980491 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Deleting port 67ce9763-e00c-441d-b07e-7f3898782d7a {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:43.980863 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.015217 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks [] for router_gateway (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.059434 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] For port 67ce9763-e00c-441d-b07e-7f3898782d7a, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=67ce9763-e00c-441d-b07e-7f3898782d7a,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:44.059979 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.075948 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] DHCP port deletion for 8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:48:44.086806 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Deleting port a19592ad-9a59-425f-aff7-5fb56465c7fc {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:44.087229 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.096721 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Calling delete_port for 67ce9763-e00c-441d-b07e-7f3898782d7a owned by network:dhcp {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:44.127463 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-d522553b-0e70-40df-8890-869e5961c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:48:43Z', 'revision_number': 5, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port': {'id': 'a19592ad-9a59-425f-aff7-5fb56465c7fc', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:18:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:58Z', 'updated_at': '2022-03-10T03:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:44.160746 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522553b-0e70-40df-8890-869e5961c59b None None] Checking router: 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:48:44.162078 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Deleting port 67ce9763-e00c-441d-b07e-7f3898782d7a {{(pid=109720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:44.162487 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), before_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.172925 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522553b-0e70-40df-8890-869e5961c59b None None] Routers {'5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:44.173556 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-d522553b-0e70-40df-8890-869e5961c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:44.206519 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] For port a19592ad-9a59-425f-aff7-5fb56465c7fc, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=a19592ad-9a59-425f-aff7-5fb56465c7fc,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:44.207305 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.227356 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Calling delete_port for a19592ad-9a59-425f-aff7-5fb56465c7fc owned by network:router_gateway {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:44.228242 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.244993 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] No DVR routers for this DVR port 67ce9763-e00c-441d-b07e-7f3898782d7a on host dv-cinder-804735-27-iscsi {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:44.265333 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] For port 67ce9763-e00c-441d-b07e-7f3898782d7a, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=67ce9763-e00c-441d-b07e-7f3898782d7a,segment=NetworkSegment(5482fb97-e4b3-4b49-abde-632781b4d3d3),segment_id=5482fb97-e4b3-4b49-abde-632781b4d3d3)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:44.265744 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), precommit_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.280033 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Calling delete_port for 67ce9763-e00c-441d-b07e-7f3898782d7a owned by network:dhcp {{(pid=109720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:44.288991 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ce9763-e00c-441d-b07e-7f3898782d7a,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:44.304493 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-d522553b-0e70-40df-8890-869e5961c59b None None] Set router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 gateway port host: None {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:44.354232 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.370754 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-d522553b-0e70-40df-8890-869e5961c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:48:44Z', 'revision_number': 6, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port_host': None}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:44.383645 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:44.409005 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5482fb97-e4b3-4b49-abde-632781b4d3d3') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:44.409453 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5482fb97-e4b3-4b49-abde-632781b4d3d3') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:44.411744 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522553b-0e70-40df-8890-869e5961c59b None None] The sync data for ids ['5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7'] in dv-cinder-804735-27-iscsi is: [{'id': '5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7', 'name': 'tempest-AttachVolumeTestJSON-1984641909-router', 'tenant_id': '260d8e849e8048faa932ae5b7639edcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:56Z', 'updated_at': '2022-03-10T03:48:44Z', 'revision_number': 6, 'project_id': '260d8e849e8048faa932ae5b7639edcf', 'gw_port_host': None}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:48:44.413548 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672'] for port (67ce9763-e00c-441d-b07e-7f3898782d7a), after_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.427481 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (5482fb97-e4b3-4b49-abde-632781b4d3d3), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.446025 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Pushing event deleted for resources: {'Port': ['ID=67ce9763-e00c-441d-b07e-7f3898782d7a,revision_number=None']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:44.446908 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (5482fb97-e4b3-4b49-abde-632781b4d3d3), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.457452 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] No DVR routers for this DVR port 67ce9763-e00c-441d-b07e-7f3898782d7a on host dv-cinder-804735-27-iscsi {{(pid=109720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:44.458044 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:48:44.458236 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (a19592ad-9a59-425f-aff7-5fb56465c7fc), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.458747 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (5482fb97-e4b3-4b49-abde-632781b4d3d3), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.464128 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.464495 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.464834 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.465178 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.465503 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.465835 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.466165 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.466506 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.467669 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.467669 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.467669 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.467973 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.468164 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bcf08b-ef8a-44a5-8d79-1d40bd321923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:48:44.476965 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:48:44.494937 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Pushing event deleted for resources: {'Port': ['ID=a19592ad-9a59-425f-aff7-5fb56465c7fc,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:44.527041 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.532766 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.535981 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb HTTP/1.1" status: 204 len: 168 time: 0.6992526 Mar 10 03:48:44.548711 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f2ffa-0ab5-49d9-8512-306cbbc25925 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae54c78-a9e1-448a-bf0b-ab51cc2e7dcb,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:44.558347 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.649868 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.652255 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks [] for router_controller (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.654162 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55970) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:44.693104 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c1d82c91-23cd-4472-8ee5-0ac06f6e55f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a093bec6b657435baf12b36d64ec49b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374105 Mar 10 03:48:44.696643 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55972) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:44.703145 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.703652 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 {{(pid=109718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:48:44.708184 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.709269 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d28272e9-6f26-4186-b309-ee046d951203 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5e13bc0c-7a48-4e3e-bd11-5a4544cc91d7 HTTP/1.1" status: 204 len: 168 time: 0.9681680 Mar 10 03:48:44.712518 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 55974) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:44.750651 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-99f5669a-42c3-43be-b4bd-ace24576ae2d admin admin] Publish callbacks [] for security_group (5c15abc6-8693-4edb-b883-5adce2655875), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.760582 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ace24e3-e2f8-442c-b175-c6a018ebc346 admin admin] Deleting subnet 19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:48:44.763935 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6ace24e3-e2f8-442c-b175-c6a018ebc346 admin admin] Publish callbacks [] for subnet (19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.772776 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-99f5669a-42c3-43be-b4bd-ace24576ae2d admin admin] Publish callbacks [] for security_group (5c15abc6-8693-4edb-b883-5adce2655875), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.798806 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6ace24e3-e2f8-442c-b175-c6a018ebc346 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.825157 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-99f5669a-42c3-43be-b4bd-ace24576ae2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (5c15abc6-8693-4edb-b883-5adce2655875), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.828680 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-99f5669a-42c3-43be-b4bd-ace24576ae2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.829919 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-99f5669a-42c3-43be-b4bd-ace24576ae2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c15abc6-8693-4edb-b883-5adce2655875 HTTP/1.1" status: 204 len: 168 time: 0.1321452 Mar 10 03:48:44.838620 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5669a-42c3-43be-b4bd-ace24576ae2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c15abc6-8693-4edb-b883-5adce2655875,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:44.904167 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6ace24e3-e2f8-442c-b175-c6a018ebc346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.976705 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6ace24e3-e2f8-442c-b175-c6a018ebc346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.993687 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6ace24e3-e2f8-442c-b175-c6a018ebc346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:44.997292 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-6ace24e3-e2f8-442c-b175-c6a018ebc346 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4 HTTP/1.1" status: 204 len: 168 time: 0.2834654 Mar 10 03:48:45.001494 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 55978) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:45.002493 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bbe0de-f9a0-45af-b29d-ae4d921d2090 None None] Network bb55fa91-2c32-434c-a9eb-3bb4b12c25ae requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:48:45.035848 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace24e3-e2f8-442c-b175-c6a018ebc346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b6b7ac-3424-4ba2-9e4f-1fdef95f07d4,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:45.039627 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device b639bd6a-de14-4bf2-bc13-9a465e3b88be no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:45.074177 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: b639bd6a-de14-4bf2-bc13-9a465e3b88be {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:45.074618 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device b639bd6a-de14-4bf2-bc13-9a465e3b88be not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:45.075276 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device a19592ad-9a59-425f-aff7-5fb56465c7fc no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:45.092320 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.120785 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: a19592ad-9a59-425f-aff7-5fb56465c7fc {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:45.121392 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device a19592ad-9a59-425f-aff7-5fb56465c7fc not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:45.122008 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 67ce9763-e00c-441d-b07e-7f3898782d7a no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:45.150289 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Deleting port 0801250c-c4c6-4782-84c8-347d3fc4f813 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:45.150777 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.163062 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 67ce9763-e00c-441d-b07e-7f3898782d7a {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:45.163062 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 67ce9763-e00c-441d-b07e-7f3898782d7a not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:45.163062 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 1f10938f-af7b-4a33-bfc8-55f31165797b no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:45.186971 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 1f10938f-af7b-4a33-bfc8-55f31165797b {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:45.187327 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 1f10938f-af7b-4a33-bfc8-55f31165797b not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:45.187781 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device f1242735-e3d3-4f8a-9d5b-68277f58042c no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:45.213423 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: f1242735-e3d3-4f8a-9d5b-68277f58042c {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:45.213423 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device f1242735-e3d3-4f8a-9d5b-68277f58042c not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:45.217405 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] For port 0801250c-c4c6-4782-84c8-347d3fc4f813, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=0801250c-c4c6-4782-84c8-347d3fc4f813,segment=NetworkSegment(98ad357a-7d41-49ef-b323-201dab5f717b),segment_id=98ad357a-7d41-49ef-b323-201dab5f717b)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:45.218266 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.232324 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Calling delete_port for 0801250c-c4c6-4782-84c8-347d3fc4f813 owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:45.311664 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] DHCP port deletion for bb55fa91-2c32-434c-a9eb-3bb4b12c25ae request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:48:45.335098 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.368515 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=0801250c-c4c6-4782-84c8-347d3fc4f813,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:45.372428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] No DVR routers for this DVR port 0801250c-c4c6-4782-84c8-347d3fc4f813 on host dv-cinder-804735-27-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:45.385679 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] Deleting port 0801250c-c4c6-4782-84c8-347d3fc4f813 {{(pid=109720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:45.386053 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), before_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.455002 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.467400 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] For port 0801250c-c4c6-4782-84c8-347d3fc4f813, host dv-cinder-804735-27-iscsi, got binding levels [] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:45.467939 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), precommit_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.476843 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb55fa91-2c32-434c-a9eb-3bb4b12c25ae']}} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:45.482343 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] Calling delete_port for 0801250c-c4c6-4782-84c8-347d3fc4f813 owned by network:dhcp {{(pid=109720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:45.485181 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.ipam_backend_mixin [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] Port 0801250c-c4c6-4782-84c8-347d3fc4f813 was not found and therefore no delete operation was performed {{(pid=109720) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 10 03:48:45.486357 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672'] for port (0801250c-c4c6-4782-84c8-347d3fc4f813), after_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.493309 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ad357a-7d41-49ef-b323-201dab5f717b') {'for_net_delete': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:45.493999 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ad357a-7d41-49ef-b323-201dab5f717b') {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:45.504724 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157490'] for segment (98ad357a-7d41-49ef-b323-201dab5f717b), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.514286 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] Pushing event deleted for resources: {'Port': ['ID=0801250c-c4c6-4782-84c8-347d3fc4f813,revision_number=None']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:45.519405 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae74391-ec67-4ec6-bb67-9acf8d117d36 None None] No DVR routers for this DVR port 0801250c-c4c6-4782-84c8-347d3fc4f813 on host dv-cinder-804735-27-iscsi {{(pid=109720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:45.532818 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (98ad357a-7d41-49ef-b323-201dab5f717b), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.542226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:48:45.542649 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10301498'] for segment (98ad357a-7d41-49ef-b323-201dab5f717b), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: Traceback (most recent call last): Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: timer() Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: cb(*args, **kw) Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: return func(*args, **kwargs) Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: self._notify() Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: self.callback(batched_events) Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: event.method(event) Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: return f(self, *a, **k) Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._get(url).json() Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: return self.request(url, 'GET', **kwargs) Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:48:45.544470 dv-cinder-804735-27-iscsi neutron-server[109718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:48:45.599473 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (bb55fa91-2c32-434c-a9eb-3bb4b12c25ae), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.606131 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.609685 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb55fa91-2c32-434c-a9eb-3bb4b12c25ae HTTP/1.1" status: 204 len: 168 time: 0.6071954 Mar 10 03:48:45.619212 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03a047-cd25-45c7-94bb-df5b24974a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb55fa91-2c32-434c-a9eb-3bb4b12c25ae,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:45.780940 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56004) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:45.824485 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-84d2540e-c0ba-4949-a88c-f596d4f4eec8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=260d8e849e8048faa932ae5b7639edcf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423856 Mar 10 03:48:45.826914 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56006) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:45.875734 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9793ab7b-c0db-4956-b1fb-6ab08ee24814 admin admin] Publish callbacks [] for security_group (e9f476c0-e4fa-45e9-830e-ac4e9afa5817), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.896714 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9793ab7b-c0db-4956-b1fb-6ab08ee24814 admin admin] Publish callbacks [] for security_group (e9f476c0-e4fa-45e9-830e-ac4e9afa5817), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.944122 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9793ab7b-c0db-4956-b1fb-6ab08ee24814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (e9f476c0-e4fa-45e9-830e-ac4e9afa5817), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.946774 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9793ab7b-c0db-4956-b1fb-6ab08ee24814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:45.947927 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-9793ab7b-c0db-4956-b1fb-6ab08ee24814 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9f476c0-e4fa-45e9-830e-ac4e9afa5817 HTTP/1.1" status: 204 len: 168 time: 0.1201255 Mar 10 03:48:45.955581 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793ab7b-c0db-4956-b1fb-6ab08ee24814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f476c0-e4fa-45e9-830e-ac4e9afa5817,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:46.993517 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 0801250c-c4c6-4782-84c8-347d3fc4f813 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:47.017062 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 0801250c-c4c6-4782-84c8-347d3fc4f813 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:47.017416 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 0801250c-c4c6-4782-84c8-347d3fc4f813 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:47.257731 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f60b41-b8e3-4ba7-a3f4-97ee98696b43 req-c923edbd-98a7-4ab3-89bf-f4a8ea21153b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:47.260465 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f7f60b41-b8e3-4ba7-a3f4-97ee98696b43 req-c923edbd-98a7-4ab3-89bf-f4a8ea21153b tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 946 time: 0.0543959 Mar 10 03:48:47.310446 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f7f60b41-b8e3-4ba7-a3f4-97ee98696b43 req-cc5a0e08-d26d-430e-b13a-21c615a21b14 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 Mar 10 03:48:48.434675 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24a89f-1b92-4fa5-94a1-be892f7dbdad req-0577c2a5-d70f-47ee-b203-4b4ae7d854ac tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:48.436175 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ce24a89f-1b92-4fa5-94a1-be892f7dbdad req-0577c2a5-d70f-47ee-b203-4b4ae7d854ac tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 946 time: 0.0546551 Mar 10 03:48:48.481838 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ce24a89f-1b92-4fa5-94a1-be892f7dbdad req-d13de38a-6b74-4beb-bbf8-4a2722594291 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401907 Mar 10 03:48:48.886678 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56108) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:48.963318 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b959f-1445-460f-8cd3-2c42c974147a req-49ce2bfc-71f0-46f0-9932-b3367954c8f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:48.964542 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-830b959f-1445-460f-8cd3-2c42c974147a req-49ce2bfc-71f0-46f0-9932-b3367954c8f9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 946 time: 0.1107960 Mar 10 03:48:49.033783 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-abd04bbd-0850-4ca8-b347-d04bf8d7fb16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.075123 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Deleting port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:49.075686 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.124231 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-abd04bbd-0850-4ca8-b347-d04bf8d7fb16 admin admin] Publish callbacks [] for security_group (433d98ce-0aac-4a5e-95f8-cac7c5270e9c), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.128050 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-abd04bbd-0850-4ca8-b347-d04bf8d7fb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (433d98ce-0aac-4a5e-95f8-cac7c5270e9c), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.173833 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-abd04bbd-0850-4ca8-b347-d04bf8d7fb16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d593f5e0afd747ba9fd7203c5fedcbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836204 Mar 10 03:48:49.173833 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd04bbd-0850-4ca8-b347-d04bf8d7fb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433d98ce-0aac-4a5e-95f8-cac7c5270e9c,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:49.174968 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56118) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:49.228422 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a0ef68bf-6f1f-472a-84c4-1dfb4c339589 admin admin] Publish callbacks [] for security_group (433d98ce-0aac-4a5e-95f8-cac7c5270e9c), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.250921 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a0ef68bf-6f1f-472a-84c4-1dfb4c339589 admin admin] Publish callbacks [] for security_group (433d98ce-0aac-4a5e-95f8-cac7c5270e9c), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.304634 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a0ef68bf-6f1f-472a-84c4-1dfb4c339589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (433d98ce-0aac-4a5e-95f8-cac7c5270e9c), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.307865 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a0ef68bf-6f1f-472a-84c4-1dfb4c339589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.309100 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a0ef68bf-6f1f-472a-84c4-1dfb4c339589 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/433d98ce-0aac-4a5e-95f8-cac7c5270e9c HTTP/1.1" status: 204 len: 168 time: 0.1335342 Mar 10 03:48:49.318017 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef68bf-6f1f-472a-84c4-1dfb4c339589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433d98ce-0aac-4a5e-95f8-cac7c5270e9c,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:49.447395 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] For port c43a15a4-10f6-4dcd-a474-8f55806f9ff8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:49.447984 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.657918 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.658332 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (9908fc50-e5aa-486f-90e1-4dcb88c71921), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.658621 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Floating IP 9908fc50-e5aa-486f-90e1-4dcb88c71921 disassociated. External IP: 172.27.1.70, port: c43a15a4-10f6-4dcd-a474-8f55806f9ff8. Mar 10 03:48:49.658990 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Calling delete_port for c43a15a4-10f6-4dcd-a474-8f55806f9ff8 owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:49.669794 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76ea7-d75c-453f-a2ef-adb675630cdc req-7b631097-c19d-466d-8bff-dd686c4b4a94 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:48:49.671324 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-16a76ea7-d75c-453f-a2ef-adb675630cdc req-7b631097-c19d-466d-8bff-dd686c4b4a94 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/ports?device_id=58b80445-fd24-4a7b-895f-f43772487002 HTTP/1.1" status: 200 len: 946 time: 0.1114025 Mar 10 03:48:49.763652 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-16a76ea7-d75c-453f-a2ef-adb675630cdc req-a693541f-abd7-443a-8440-40d152abf83e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups?id=f17ca5e0-90b4-4e05-8d69-f83edbd68417&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857444 Mar 10 03:48:49.838030 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (c43a15a4-10f6-4dcd-a474-8f55806f9ff8), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.875869 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event deleted for resources: {'Port': ['ID=c43a15a4-10f6-4dcd-a474-8f55806f9ff8,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:49.974116 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fbec5056-cd45-4797-85f4-abc6badcad33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:49.994366 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Router 9695ff10-9709-4b01-80a4-15e818c5585f has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:48:50.124729 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:48:50.139153 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] Sync routers for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:48:50.156621 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:50.158544 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:50.174280 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] No DVR routers for this DVR port c43a15a4-10f6-4dcd-a474-8f55806f9ff8 on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:50.177845 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:50.182487 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-830b959f-1445-460f-8cd3-2c42c974147a req-7eaa39b9-ad3e-421f-816e-cc39cb2685bf tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.16 "DELETE /v2.0/ports/c43a15a4-10f6-4dcd-a474-8f55806f9ff8 HTTP/1.1" status: 204 len: 173 time: 1.2129281 Mar 10 03:48:50.183201 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-deleted', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:48:50.197431 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99098db1-3cf8-4826-adc3-0d766f1ec6ec" -d '{"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-deleted", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:48:50.291712 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0810bc-5420-4bad-8136-ee2da9604314 x-openstack-request-id: req-aa0810bc-5420-4bad-8136-ee2da9604314 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:48:50.292528 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b80445-fd24-4a7b-895f-f43772487002", "name": "network-vif-deleted", "tag": "c43a15a4-10f6-4dcd-a474-8f55806f9ff8", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:48:50.292528 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa0810bc-5420-4bad-8136-ee2da9604314 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:48:50.292771 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b80445-fd24-4a7b-895f-f43772487002', 'name': 'network-vif-deleted', 'tag': 'c43a15a4-10f6-4dcd-a474-8f55806f9ff8', 'status': 'completed', 'code': 200} Mar 10 03:48:50.310776 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:50.667842 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:50.683416 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56180) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:50.697444 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] Checking router: 9695ff10-9709-4b01-80a4-15e818c5585f for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:48:50.705738 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:50.706358 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:50.785013 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6956a7c2-5ce8-454a-862f-b5d7e392ed37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:50.817348 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:50.874900 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56188) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:50.876535 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6956a7c2-5ce8-454a-862f-b5d7e392ed37 admin admin] Publish callbacks [] for security_group (01d2610f-a6e5-46e3-9ec9-88bc8dad3d98), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:50.881386 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6956a7c2-5ce8-454a-862f-b5d7e392ed37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (01d2610f-a6e5-46e3-9ec9-88bc8dad3d98), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:50.925776 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-6956a7c2-5ce8-454a-862f-b5d7e392ed37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbfc11ddf10b4bc1aefc0a207590e75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390397 Mar 10 03:48:50.925776 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956a7c2-5ce8-454a-862f-b5d7e392ed37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d2610f-a6e5-46e3-9ec9-88bc8dad3d98,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:50.927272 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56190) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:50.934741 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-bc025ea5-ebaf-4ab9-bcce-98f9e0900bcd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (f17ca5e0-90b4-4e05-8d69-f83edbd68417), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:50.961207 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-bc025ea5-ebaf-4ab9-bcce-98f9e0900bcd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (f17ca5e0-90b4-4e05-8d69-f83edbd68417), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:50.979993 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1901398c-c4f8-4661-ba9a-55c8eaf714b9 admin admin] Publish callbacks [] for security_group (01d2610f-a6e5-46e3-9ec9-88bc8dad3d98), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.003298 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1901398c-c4f8-4661-ba9a-55c8eaf714b9 admin admin] Publish callbacks [] for security_group (01d2610f-a6e5-46e3-9ec9-88bc8dad3d98), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.020862 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-bc025ea5-ebaf-4ab9-bcce-98f9e0900bcd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f17ca5e0-90b4-4e05-8d69-f83edbd68417), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.023828 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-bc025ea5-ebaf-4ab9-bcce-98f9e0900bcd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.025808 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-bc025ea5-ebaf-4ab9-bcce-98f9e0900bcd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "DELETE /v2.0/security-groups/f17ca5e0-90b4-4e05-8d69-f83edbd68417 HTTP/1.1" status: 204 len: 168 time: 0.1492057 Mar 10 03:48:51.029006 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56192) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:51.035530 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc025ea5-ebaf-4ab9-bcce-98f9e0900bcd tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17ca5e0-90b4-4e05-8d69-f83edbd68417,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:51.051556 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.api.v2.resource [None req-ca56e6a8-4e9e-41fd-af3e-9ab25a0dddc9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] show failed (client error): The resource could not be found. Mar 10 03:48:51.052727 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-ca56e6a8-4e9e-41fd-af3e-9ab25a0dddc9 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "GET /v2.0/security-groups/f17ca5e0-90b4-4e05-8d69-f83edbd68417 HTTP/1.1" status: 404 len: 347 time: 0.0223596 Mar 10 03:48:51.056151 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56194) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:51.063896 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:51.096704 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d216ab5-08a3-463f-9e4b-3beee9e2a988 None None] The sync data for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi is: [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:42:14Z', 'revision_number': 4, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f', 'name': '', 'network_id': '4748401d-8447-46a1-8e5b-6fca736d9ea3', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'mac_address': 'fa:16:3e:5d:97:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:42:13Z', 'updated_at': '2022-03-10T03:42:27Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'subnets': [{'id': 'd6c283a8-0397-4383-8c33-70df8d3bfb02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:48:51.142711 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1901398c-c4f8-4661-ba9a-55c8eaf714b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (01d2610f-a6e5-46e3-9ec9-88bc8dad3d98), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.145267 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1901398c-c4f8-4661-ba9a-55c8eaf714b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.146414 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1901398c-c4f8-4661-ba9a-55c8eaf714b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01d2610f-a6e5-46e3-9ec9-88bc8dad3d98 HTTP/1.1" status: 204 len: 168 time: 0.2187669 Mar 10 03:48:51.161358 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901398c-c4f8-4661-ba9a-55c8eaf714b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d2610f-a6e5-46e3-9ec9-88bc8dad3d98,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:51.207759 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Deleting port 15b27a25-c19d-450e-980a-dec69ca9a386 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:51.208096 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (15b27a25-c19d-450e-980a-dec69ca9a386), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.291645 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (15b27a25-c19d-450e-980a-dec69ca9a386), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.291979 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (15b27a25-c19d-450e-980a-dec69ca9a386), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.304655 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Calling delete_port for 15b27a25-c19d-450e-980a-dec69ca9a386 owned by network:floatingip {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:51.383877 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01b9d7b-52b4-44ab-bf8f-d2a73fa07976 None None] New status for floating IP 9908fc50-e5aa-486f-90e1-4dcb88c71921: DOWN {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:48:51.453877 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (15b27a25-c19d-450e-980a-dec69ca9a386), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.465090 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.db.api [None req-a01b9d7b-52b4-44ab-bf8f-d2a73fa07976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 10 03:48:51.465485 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG oslo_db.api [None req-a01b9d7b-52b4-44ab-bf8f-d2a73fa07976 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 10 03:48:51.483464 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Pushing event deleted for resources: {'Port': ['ID=15b27a25-c19d-450e-980a-dec69ca9a386,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:51.549998 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks [] for floatingip (9908fc50-e5aa-486f-90e1-4dcb88c71921), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.552879 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:51.556646 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-632132ea-bba2-4115-99a6-0ed07a31dd44 tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] 10.222.0.20 "DELETE /v2.0/floatingips/9908fc50-e5aa-486f-90e1-4dcb88c71921 HTTP/1.1" status: 204 len: 168 time: 0.4967475 Mar 10 03:48:51.967446 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01b9d7b-52b4-44ab-bf8f-d2a73fa07976 None None] New status for floating IP 9908fc50-e5aa-486f-90e1-4dcb88c71921: DOWN {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:48:52.152826 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:52.173455 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: c43a15a4-10f6-4dcd-a474-8f55806f9ff8 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:52.173799 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device c43a15a4-10f6-4dcd-a474-8f55806f9ff8 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:52.403637 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-831d0429-cefb-4580-a0ef-c424d3561807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.001437 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56274) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:53.107871 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c0a7217a-de7a-4183-a535-0f958d23e7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.180271 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c0a7217a-de7a-4183-a535-0f958d23e7de admin admin] Publish callbacks [] for security_group (1c48b9a7-9771-42b6-9f38-3b4cfa3e29fe), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.183918 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c0a7217a-de7a-4183-a535-0f958d23e7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (1c48b9a7-9771-42b6-9f38-3b4cfa3e29fe), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.221924 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c0a7217a-de7a-4183-a535-0f958d23e7de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76a475bf2f1c4b5b9aff83646a6e5945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194216 Mar 10 03:48:53.222834 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7217a-de7a-4183-a535-0f958d23e7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c48b9a7-9771-42b6-9f38-3b4cfa3e29fe,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:53.224644 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56278) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:53.271963 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8816d452-d323-457b-ba3d-b4b8e05634e1 admin admin] Publish callbacks [] for security_group (1c48b9a7-9771-42b6-9f38-3b4cfa3e29fe), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.293157 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8816d452-d323-457b-ba3d-b4b8e05634e1 admin admin] Publish callbacks [] for security_group (1c48b9a7-9771-42b6-9f38-3b4cfa3e29fe), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.342370 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8816d452-d323-457b-ba3d-b4b8e05634e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (1c48b9a7-9771-42b6-9f38-3b4cfa3e29fe), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.344891 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8816d452-d323-457b-ba3d-b4b8e05634e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.346084 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-8816d452-d323-457b-ba3d-b4b8e05634e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c48b9a7-9771-42b6-9f38-3b4cfa3e29fe HTTP/1.1" status: 204 len: 168 time: 0.1204603 Mar 10 03:48:53.354630 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816d452-d323-457b-ba3d-b4b8e05634e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c48b9a7-9771-42b6-9f38-3b4cfa3e29fe,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:53.579250 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.634404 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56304) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:53.647976 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6be04ae2-d108-4ac5-b0a2-c08265f142e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.725169 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6be04ae2-d108-4ac5-b0a2-c08265f142e8 admin admin] Publish callbacks [] for security_group (59bdb5f9-96cc-4138-841c-217e60754886), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.730495 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6be04ae2-d108-4ac5-b0a2-c08265f142e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (59bdb5f9-96cc-4138-841c-217e60754886), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.762609 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56316) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:53.762942 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-6be04ae2-d108-4ac5-b0a2-c08265f142e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ab3280c05804965aebbce437034652f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271539 Mar 10 03:48:53.788785 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be04ae2-d108-4ac5-b0a2-c08265f142e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bdb5f9-96cc-4138-841c-217e60754886,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:53.831308 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a9dbef7d-7ba9-466b-9f84-8e7558f61cf4 admin admin] Publish callbacks [] for security_group (59bdb5f9-96cc-4138-841c-217e60754886), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.855591 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a9dbef7d-7ba9-466b-9f84-8e7558f61cf4 admin admin] Publish callbacks [] for security_group (59bdb5f9-96cc-4138-841c-217e60754886), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.917990 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a9dbef7d-7ba9-466b-9f84-8e7558f61cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (59bdb5f9-96cc-4138-841c-217e60754886), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.921231 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a9dbef7d-7ba9-466b-9f84-8e7558f61cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:53.922725 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a9dbef7d-7ba9-466b-9f84-8e7558f61cf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59bdb5f9-96cc-4138-841c-217e60754886 HTTP/1.1" status: 204 len: 168 time: 0.1561401 Mar 10 03:48:53.931246 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbef7d-7ba9-466b-9f84-8e7558f61cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bdb5f9-96cc-4138-841c-217e60754886,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:54.874591 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:55.054916 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56380) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:55.603222 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (9695ff10-9709-4b01-80a4-15e818c5585f), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:55.610179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56406) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:55.712715 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3281bdbe-654b-4540-b840-94c97b203d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:55.789518 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3281bdbe-654b-4540-b840-94c97b203d9f admin admin] Publish callbacks [] for security_group (a66ad1f0-882d-46de-9767-6f031b1d10e8), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:55.793761 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3281bdbe-654b-4540-b840-94c97b203d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (a66ad1f0-882d-46de-9767-6f031b1d10e8), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:55.831253 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281bdbe-654b-4540-b840-94c97b203d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ad1f0-882d-46de-9767-6f031b1d10e8,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:55.838850 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-3281bdbe-654b-4540-b840-94c97b203d9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08b02df7f7794dccb490232d982bf72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270684 Mar 10 03:48:55.838975 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56410) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:55.891103 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Deleting port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:55.891436 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:55.921378 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1d2a56e4-4f03-40c2-8ba6-b4a3f554f82b admin admin] Publish callbacks [] for security_group (a66ad1f0-882d-46de-9767-6f031b1d10e8), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:55.975349 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1d2a56e4-4f03-40c2-8ba6-b4a3f554f82b admin admin] Publish callbacks [] for security_group (a66ad1f0-882d-46de-9767-6f031b1d10e8), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.015050 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] For port 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:56.015407 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.030476 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Calling delete_port for 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f owned by network:router_interface {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:56.081679 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1d2a56e4-4f03-40c2-8ba6-b4a3f554f82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (a66ad1f0-882d-46de-9767-6f031b1d10e8), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.084205 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1d2a56e4-4f03-40c2-8ba6-b4a3f554f82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.085323 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1d2a56e4-4f03-40c2-8ba6-b4a3f554f82b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a66ad1f0-882d-46de-9767-6f031b1d10e8 HTTP/1.1" status: 204 len: 168 time: 0.2455785 Mar 10 03:48:56.103452 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a56e4-4f03-40c2-8ba6-b4a3f554f82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ad1f0-882d-46de-9767-6f031b1d10e8,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:56.242479 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.270072 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:56.420646 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56430) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:56.436003 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2fb29c27-0931-4d49-b023-bb0160998cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.474542 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.477006 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (9695ff10-9709-4b01-80a4-15e818c5585f), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.551158 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2fb29c27-0931-4d49-b023-bb0160998cc3 admin admin] Publish callbacks [] for security_group (cd4e673f-9711-4628-808e-544ca8c50105), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.557112 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2fb29c27-0931-4d49-b023-bb0160998cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (cd4e673f-9711-4628-808e-544ca8c50105), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.597991 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2fb29c27-0931-4d49-b023-bb0160998cc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41897aa8aa8c413da87d21991eb28493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759048 Mar 10 03:48:56.599269 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb29c27-0931-4d49-b023-bb0160998cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4e673f-9711-4628-808e-544ca8c50105,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:56.601215 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56432) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:56.711727 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56436) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:56.731911 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-04979ed1-c77a-4c67-907e-4bc8bac9eedd admin admin] Publish callbacks [] for security_group (cd4e673f-9711-4628-808e-544ca8c50105), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.820049 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-64e680e9-55ae-446b-b283-bb0f781efdc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.900946 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-64e680e9-55ae-446b-b283-bb0f781efdc6 admin admin] Publish callbacks [] for security_group (c603de78-3f6f-4f7e-b685-c62b2cad99fb), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.905212 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-64e680e9-55ae-446b-b283-bb0f781efdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c603de78-3f6f-4f7e-b685-c62b2cad99fb), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:56.951737 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-64e680e9-55ae-446b-b283-bb0f781efdc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fef11607f2ec48a69f6170867c9e1ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388084 Mar 10 03:48:56.952513 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56440) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:56.953209 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e680e9-55ae-446b-b283-bb0f781efdc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c603de78-3f6f-4f7e-b685-c62b2cad99fb,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:56.988547 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-04979ed1-c77a-4c67-907e-4bc8bac9eedd admin admin] Publish callbacks [] for security_group (cd4e673f-9711-4628-808e-544ca8c50105), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.003333 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Router 9695ff10-9709-4b01-80a4-15e818c5585f has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:48:57.017091 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-19ad0fb1-0cdd-43a9-9f20-1f1c24a62e86 admin admin] Publish callbacks [] for security_group (c603de78-3f6f-4f7e-b685-c62b2cad99fb), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.041226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-19ad0fb1-0cdd-43a9-9f20-1f1c24a62e86 admin admin] Publish callbacks [] for security_group (c603de78-3f6f-4f7e-b685-c62b2cad99fb), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.095563 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-19ad0fb1-0cdd-43a9-9f20-1f1c24a62e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c603de78-3f6f-4f7e-b685-c62b2cad99fb), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.098416 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-19ad0fb1-0cdd-43a9-9f20-1f1c24a62e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.100180 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-19ad0fb1-0cdd-43a9-9f20-1f1c24a62e86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c603de78-3f6f-4f7e-b685-c62b2cad99fb HTTP/1.1" status: 204 len: 168 time: 0.1436625 Mar 10 03:48:57.115381 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad0fb1-0cdd-43a9-9f20-1f1c24a62e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c603de78-3f6f-4f7e-b685-c62b2cad99fb,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:57.125664 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-04979ed1-c77a-4c67-907e-4bc8bac9eedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (cd4e673f-9711-4628-808e-544ca8c50105), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.130481 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-04979ed1-c77a-4c67-907e-4bc8bac9eedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.132234 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-04979ed1-c77a-4c67-907e-4bc8bac9eedd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd4e673f-9711-4628-808e-544ca8c50105 HTTP/1.1" status: 204 len: 168 time: 0.5299048 Mar 10 03:48:57.150878 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04979ed1-c77a-4c67-907e-4bc8bac9eedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4e673f-9711-4628-808e-544ca8c50105,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:57.192959 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:48:57.205036 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] Sync routers for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:48:57.211463 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-978072b1-283c-4085-bc0b-c35284e0c933 admin admin] 10.222.0.20 "PUT /v2.0/routers/9695ff10-9709-4b01-80a4-15e818c5585f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1543794 Mar 10 03:48:57.211629 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56446) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:57.221668 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:57.222529 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:57.369403 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:57.370364 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks [] for router (9695ff10-9709-4b01-80a4-15e818c5585f), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.499706 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks [] for router_gateway (9695ff10-9709-4b01-80a4-15e818c5585f), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.537623 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56460) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:57.554392 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e14baf3d-e235-4a1b-b400-84256b0b0143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.605051 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Deleting port fdd5d2b4-64db-45a6-9af3-6e23595061d8 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:57.605670 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.605891 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:48:56Z', 'revision_number': 5, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port': {'id': 'fdd5d2b4-64db-45a6-9af3-6e23595061d8', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:37:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:41:59Z', 'updated_at': '2022-03-10T03:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:57.632815 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] Checking router: 9695ff10-9709-4b01-80a4-15e818c5585f for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:48:57.646093 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] Routers {'9695ff10-9709-4b01-80a4-15e818c5585f'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:48:57.647027 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['9695ff10-9709-4b01-80a4-15e818c5585f'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:57.724294 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e14baf3d-e235-4a1b-b400-84256b0b0143 admin admin] Publish callbacks [] for security_group (1f684d02-50ac-4381-af5c-1c5d34481d30), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.726485 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] For port fdd5d2b4-64db-45a6-9af3-6e23595061d8, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=fdd5d2b4-64db-45a6-9af3-6e23595061d8,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:57.726851 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.730462 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e14baf3d-e235-4a1b-b400-84256b0b0143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (1f684d02-50ac-4381-af5c-1c5d34481d30), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.743536 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] Set router 9695ff10-9709-4b01-80a4-15e818c5585f gateway port host: None {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:48:57.760104 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Calling delete_port for fdd5d2b4-64db-45a6-9af3-6e23595061d8 owned by network:router_gateway {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:57.787707 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e14baf3d-e235-4a1b-b400-84256b0b0143 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad05e9f4ab674d578b0429ba242052d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466254 Mar 10 03:48:57.788404 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56466) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:57.792536 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14baf3d-e235-4a1b-b400-84256b0b0143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f684d02-50ac-4381-af5c-1c5d34481d30,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:57.800076 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:48:57Z', 'revision_number': 6, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port_host': None}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:57.832053 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb74a0-99c3-494d-ad42-8f1fb75f9bf5 None None] The sync data for ids ['9695ff10-9709-4b01-80a4-15e818c5585f'] in dv-cinder-804735-27-iscsi is: [{'id': '9695ff10-9709-4b01-80a4-15e818c5585f', 'name': 'tempest-AttachVolumeShelveTestJSON-1598876034-router', 'tenant_id': '14c99abeccd643f48f412c92c8934a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:41:57Z', 'updated_at': '2022-03-10T03:48:57Z', 'revision_number': 6, 'project_id': '14c99abeccd643f48f412c92c8934a4c', 'gw_port_host': None}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:48:57.839473 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3ef39c85-db06-4a70-81de-2c171bfb2375 admin admin] Publish callbacks [] for security_group (1f684d02-50ac-4381-af5c-1c5d34481d30), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.877509 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3ef39c85-db06-4a70-81de-2c171bfb2375 admin admin] Publish callbacks [] for security_group (1f684d02-50ac-4381-af5c-1c5d34481d30), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.932245 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3ef39c85-db06-4a70-81de-2c171bfb2375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (1f684d02-50ac-4381-af5c-1c5d34481d30), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.935422 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3ef39c85-db06-4a70-81de-2c171bfb2375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:57.938938 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-3ef39c85-db06-4a70-81de-2c171bfb2375 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f684d02-50ac-4381-af5c-1c5d34481d30 HTTP/1.1" status: 204 len: 168 time: 0.1476772 Mar 10 03:48:57.951572 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef39c85-db06-4a70-81de-2c171bfb2375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f684d02-50ac-4381-af5c-1c5d34481d30,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:58.007972 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (fdd5d2b4-64db-45a6-9af3-6e23595061d8), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.039515 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd5d2b4-64db-45a6-9af3-6e23595061d8,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:58.110033 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (9695ff10-9709-4b01-80a4-15e818c5585f), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.210284 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (9695ff10-9709-4b01-80a4-15e818c5585f), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.213720 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks [] for router_controller (9695ff10-9709-4b01-80a4-15e818c5585f), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.268635 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (9695ff10-9709-4b01-80a4-15e818c5585f), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.269299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9695ff10-9709-4b01-80a4-15e818c5585f {{(pid=109718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:48:58.275345 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.276788 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-7bdc9103-5428-4b7a-9bc4-aa1e14ffaff2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9695ff10-9709-4b01-80a4-15e818c5585f HTTP/1.1" status: 204 len: 168 time: 1.0638514 Mar 10 03:48:58.279585 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56492) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:58.341773 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c699b82-e1e3-49d2-a5ca-0bb3c1718db0 admin admin] Deleting subnet d6c283a8-0397-4383-8c33-70df8d3bfb02 {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:48:58.345107 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2c699b82-e1e3-49d2-a5ca-0bb3c1718db0 admin admin] Publish callbacks [] for subnet (d6c283a8-0397-4383-8c33-70df8d3bfb02), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.387285 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2c699b82-e1e3-49d2-a5ca-0bb3c1718db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (d6c283a8-0397-4383-8c33-70df8d3bfb02), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.465145 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2c699b82-e1e3-49d2-a5ca-0bb3c1718db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (d6c283a8-0397-4383-8c33-70df8d3bfb02), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.521258 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2c699b82-e1e3-49d2-a5ca-0bb3c1718db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (d6c283a8-0397-4383-8c33-70df8d3bfb02), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.548671 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c699b82-e1e3-49d2-a5ca-0bb3c1718db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c283a8-0397-4383-8c33-70df8d3bfb02,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:58.553086 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-2c699b82-e1e3-49d2-a5ca-0bb3c1718db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.557479 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-2c699b82-e1e3-49d2-a5ca-0bb3c1718db0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6c283a8-0397-4383-8c33-70df8d3bfb02 HTTP/1.1" status: 204 len: 168 time: 0.2767849 Mar 10 03:48:58.560107 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56504) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:58.560614 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7c557-f190-4394-a270-8f7b18c98f3e None None] Network 4748401d-8447-46a1-8e5b-6fca736d9ea3 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:48:58.676179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (4748401d-8447-46a1-8e5b-6fca736d9ea3), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.755438 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Deleting port 509087f4-f163-49b0-98ef-e17d14e94d6a {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:58.756191 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.758128 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78478e-584e-4142-a180-21958e352b79 None None] DHCP port deletion for 4748401d-8447-46a1-8e5b-6fca736d9ea3 request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:48:58.830182 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] For port 509087f4-f163-49b0-98ef-e17d14e94d6a, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=509087f4-f163-49b0-98ef-e17d14e94d6a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:58.830552 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.837509 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-4e78478e-584e-4142-a180-21958e352b79 None None] Deleting port 509087f4-f163-49b0-98ef-e17d14e94d6a {{(pid=109720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:48:58.838107 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4e78478e-584e-4142-a180-21958e352b79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), before_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.845990 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Calling delete_port for 509087f4-f163-49b0-98ef-e17d14e94d6a owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:58.921317 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-4e78478e-584e-4142-a180-21958e352b79 None None] For port 509087f4-f163-49b0-98ef-e17d14e94d6a, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=509087f4-f163-49b0-98ef-e17d14e94d6a,segment=NetworkSegment(b56e81ff-2649-45b6-9a0a-e7b78e8da3b2),segment_id=b56e81ff-2649-45b6-9a0a-e7b78e8da3b2)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:48:58.921982 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4e78478e-584e-4142-a180-21958e352b79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), precommit_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.937614 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-4e78478e-584e-4142-a180-21958e352b79 None None] Calling delete_port for 509087f4-f163-49b0-98ef-e17d14e94d6a owned by network:dhcp {{(pid=109720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:48:58.940933 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:58.983515 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=509087f4-f163-49b0-98ef-e17d14e94d6a,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:58.983515 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] No DVR routers for this DVR port 509087f4-f163-49b0-98ef-e17d14e94d6a on host dv-cinder-804735-27-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:59.058575 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device fdd5d2b4-64db-45a6-9af3-6e23595061d8 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:59.085188 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: fdd5d2b4-64db-45a6-9af3-6e23595061d8 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:59.085512 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device fdd5d2b4-64db-45a6-9af3-6e23595061d8 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:59.085939 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 509087f4-f163-49b0-98ef-e17d14e94d6a no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:59.099646 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (4748401d-8447-46a1-8e5b-6fca736d9ea3), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.113630 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 509087f4-f163-49b0-98ef-e17d14e94d6a {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:59.113966 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 509087f4-f163-49b0-98ef-e17d14e94d6a not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:59.114312 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:48:59.123448 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4748401d-8447-46a1-8e5b-6fca736d9ea3']}} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:59.134465 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2') {'for_net_delete': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:59.134925 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56e81ff-2649-45b6-9a0a-e7b78e8da3b2') {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:48:59.152541 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:48:59.156639 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 6d09ce43-ad3e-4ed7-b29b-3a1d1b24661f not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:48:59.159226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157490'] for segment (b56e81ff-2649-45b6-9a0a-e7b78e8da3b2), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.182440 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (b56e81ff-2649-45b6-9a0a-e7b78e8da3b2), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.184927 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4e78478e-584e-4142-a180-21958e352b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672'] for port (509087f4-f163-49b0-98ef-e17d14e94d6a), after_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.192685 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:48:59.193439 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10301498'] for segment (b56e81ff-2649-45b6-9a0a-e7b78e8da3b2), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: Traceback (most recent call last): Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: timer() Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: cb(*args, **kw) Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: return func(*args, **kwargs) Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: self._notify() Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: self.callback(batched_events) Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: event.method(event) Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: return f(self, *a, **k) Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._get(url).json() Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: return self.request(url, 'GET', **kwargs) Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:48:59.195302 dv-cinder-804735-27-iscsi neutron-server[109718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:48:59.199170 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e78478e-584e-4142-a180-21958e352b79 None None] No DVR routers for this DVR port 509087f4-f163-49b0-98ef-e17d14e94d6a on host dv-cinder-804735-27-iscsi {{(pid=109720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:48:59.218891 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78478e-584e-4142-a180-21958e352b79 None None] Pushing event deleted for resources: {'Port': ['ID=509087f4-f163-49b0-98ef-e17d14e94d6a,revision_number=None']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:59.274608 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (4748401d-8447-46a1-8e5b-6fca736d9ea3), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.285848 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.289130 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4748401d-8447-46a1-8e5b-6fca736d9ea3 HTTP/1.1" status: 204 len: 168 time: 0.7280176 Mar 10 03:48:59.312103 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86799686-bfbd-4fbc-9bf9-e82a9e568f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=4748401d-8447-46a1-8e5b-6fca736d9ea3,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:48:59.480397 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56536) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:59.522867 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d18447f5-e7fc-4118-a0a2-5074cb212682 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14c99abeccd643f48f412c92c8934a4c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390375 Mar 10 03:48:59.523310 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56538) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:48:59.573764 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edb83163-1dfe-42df-88d9-e07ee4b58589 admin admin] Publish callbacks [] for security_group (b77563eb-3df8-41c7-af63-5c523368e0c8), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.598112 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edb83163-1dfe-42df-88d9-e07ee4b58589 admin admin] Publish callbacks [] for security_group (b77563eb-3df8-41c7-af63-5c523368e0c8), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.645075 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edb83163-1dfe-42df-88d9-e07ee4b58589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b77563eb-3df8-41c7-af63-5c523368e0c8), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.647670 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edb83163-1dfe-42df-88d9-e07ee4b58589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:48:59.648809 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-edb83163-1dfe-42df-88d9-e07ee4b58589 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b77563eb-3df8-41c7-af63-5c523368e0c8 HTTP/1.1" status: 204 len: 168 time: 0.1239228 Mar 10 03:48:59.657470 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb83163-1dfe-42df-88d9-e07ee4b58589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77563eb-3df8-41c7-af63-5c523368e0c8,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:00.660924 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:03.488754 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-3807a6f8-a9dd-4e30-bf8c-5f10ec904061 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126084111&fields=id&tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a HTTP/1.1" status: 200 len: 267 time: 0.0457909 Mar 10 03:49:03.545440 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-f3db1abc-aeb6-44c8-9181-553d68b0cd7c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:03.547028 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-f3db1abc-aeb6-44c8-9181-553d68b0cd7c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 985 time: 0.0522964 Mar 10 03:49:03.557955 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Request body: {'port': {'security_groups': ['6f0d358b-87b6-4d3e-9d81-e6978fcc23bc']}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:03.631040 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:03.800091 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] For port 37fd25e7-dfd8-401b-98b0-19b0b473320d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:03.827831 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:03.832207 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:03.868997 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['37fd25e7-dfd8-401b-98b0-19b0b473320d'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:49:03.873443 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:03.874069 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:03.875527 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e1f9c08a-c8ab-4b0e-8319-e1332ac6414b req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "PUT /v2.0/ports/37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 943 time: 0.3225906 Mar 10 03:49:03.875993 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:49:03.878265 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:49:03.882527 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56644) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:03.907379 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373fe2b-c5a1-427a-b9fd-075e15f3d384 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event updated for resources: {'Port': ['ID=37fd25e7-dfd8-401b-98b0-19b0b473320d,revision_number=7']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:03.943747 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a2187-070c-40fa-87e3-e42459b320ed x-openstack-request-id: req-da4a2187-070c-40fa-87e3-e42459b320ed {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:49:03.944044 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:49:03.944293 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da4a2187-070c-40fa-87e3-e42459b320ed {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:49:03.944697 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'status': 'completed', 'code': 200} Mar 10 03:49:03.962384 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-64f60a64-7689-4d92-913e-db0e14674704 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group (ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:03.990652 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-64f60a64-7689-4d92-913e-db0e14674704 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group (ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:04.004283 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['37fd25e7-dfd8-401b-98b0-19b0b473320d'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:49:04.052175 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-27429b9a-6b20-432f-ab71-0e1736594c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:04.054007 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-27429b9a-6b20-432f-ab71-0e1736594c8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1130 time: 0.0611086 Mar 10 03:49:04.071480 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-64f60a64-7689-4d92-913e-db0e14674704 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:04.074345 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-64f60a64-7689-4d92-913e-db0e14674704 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:04.075579 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-64f60a64-7689-4d92-913e-db0e14674704 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "DELETE /v2.0/security-groups/ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496 HTTP/1.1" status: 204 len: 168 time: 0.1920195 Mar 10 03:49:04.079743 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56646) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:04.085752 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f60a64-7689-4d92-913e-db0e14674704 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf7b3b1-0ac1-4fb3-a157-c89ff4ba2496,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:04.188243 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-37ba6cef-b591-45f9-8ba9-fc97d9f35bbe None None] Provisioning complete for port 37fd25e7-dfd8-401b-98b0-19b0b473320d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:04.188667 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-37ba6cef-b591-45f9-8ba9-fc97d9f35bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:04.234466 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-e308f84e-54e2-4ca2-b0e3-0ed74397251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:04.235963 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-e308f84e-54e2-4ca2-b0e3-0ed74397251b service neutron] 10.222.0.16 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 916 time: 0.1752617 Mar 10 03:49:04.276845 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-37ba6cef-b591-45f9-8ba9-fc97d9f35bbe None None] Current status of the port 37fd25e7-dfd8-401b-98b0-19b0b473320d is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:04.328950 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-605cde56-f56a-4087-be17-c8bd72a5b520 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 1002 time: 0.0842762 Mar 10 03:49:04.372782 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Deleting port d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:04.373123 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:04.396267 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-1793a991-4210-4a06-bb31-bf81bdf67858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:04.397727 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-1793a991-4210-4a06-bb31-bf81bdf67858 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 200 len: 854 time: 0.0600665 Mar 10 03:49:04.487717 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:04.488047 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for floatingip (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:04.503949 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-bd4629f6-8016-483f-b7e3-25131feec75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:04.505439 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-bd4629f6-8016-483f-b7e3-25131feec75d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1011252 Mar 10 03:49:04.506280 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Calling delete_port for d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf owned by network:floatingip {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:04.958112 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-a8a92345-896f-4247-87ef-63899b8edbea service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428957 Mar 10 03:49:05.110548 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2672cc6f-ddb1-4ee9-a7d8-3eaf79dc9e4e req-24975bc3-c976-4bbc-b7e0-6190124063c0 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457243 Mar 10 03:49:05.129527 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:05.156078 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event deleted for resources: {'Port': ['ID=d1fac9a3-c1d4-4fcf-8cc5-53f6786fe7cf,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:05.236205 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks [] for floatingip (0b3f7145-df48-422f-8bd1-6d0705f8c99a), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:05.236545 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Floating IP 0b3f7145-df48-422f-8bd1-6d0705f8c99a disassociated (deleted). External IP: 172.27.1.216, port: 37fd25e7-dfd8-401b-98b0-19b0b473320d. Mar 10 03:49:05.463558 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Router 61721e60-21c6-42f8-aa21-02aac0bb4c9b has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:49:05.572294 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:49:05.576937 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:05.581943 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] Sync routers for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:49:05.592231 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:05.592845 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:05.605974 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-08ca5613-08a6-4ae4-bf82-8208e51b7a41 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "DELETE /v2.0/floatingips/0b3f7145-df48-422f-8bd1-6d0705f8c99a HTTP/1.1" status: 204 len: 168 time: 1.5251348 Mar 10 03:49:05.701875 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:05.900567 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:52Z', 'revision_number': 5, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:05.945582 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:49:05.948573 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155e4fbd-0657-41a5-bd4a-354618d651bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:49:05.984850 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fa8e7b-2e68-4403-9dbb-64ec3ff4b89d x-openstack-request-id: req-12fa8e7b-2e68-4403-9dbb-64ec3ff4b89d {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:49:05.985143 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:49:05.985399 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12fa8e7b-2e68-4403-9dbb-64ec3ff4b89d {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:49:05.985802 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'status': 'completed', 'code': 200} Mar 10 03:49:06.011366 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] Checking router: 61721e60-21c6-42f8-aa21-02aac0bb4c9b for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:49:06.019644 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:06.020246 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:48:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:06.123923 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:06.315974 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:52Z', 'revision_number': 5, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:06.346232 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4143c81-5ae4-4bbe-a3d0-ea7e5c4f3d60 None None] The sync data for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi is: [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:46:47Z', 'revision_number': 4, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '3f13d257-be02-4ee1-bc70-759c6174669f', 'name': '', 'network_id': '61e5cd25-ee14-4ed8-9782-60e28e6a4eb0', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'mac_address': 'fa:16:3e:f6:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:47Z', 'updated_at': '2022-03-10T03:46:52Z', 'revision_number': 5, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'subnets': [{'id': '6f3a8a61-2594-4962-a8df-0cfc67885da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:49:06.568601 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd9b06-8c5d-4203-ac3e-9d888d644cb1 None None] New status for floating IP 0b3f7145-df48-422f-8bd1-6d0705f8c99a: DOWN {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:49:07.879777 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-4b0eae63-b469-47ec-ad37-3f6ddfd0fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:07.881247 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-4b0eae63-b469-47ec-ad37-3f6ddfd0fa24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1130 time: 0.0525596 Mar 10 03:49:07.935778 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3c23a720-0acb-484d-801b-d55de854523b req-7c259eb4-74c4-473e-9df6-a775b475c60f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695455 Mar 10 03:49:07.970659 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-927e47c3-ac6d-407e-b8d3-528f85869749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:07.972141 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-927e47c3-ac6d-407e-b8d3-528f85869749 service neutron] 10.222.0.16 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 916 time: 0.0849063 Mar 10 03:49:08.015968 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-dbbe3674-caac-4cee-b84c-2bdd8b6e223e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 217 time: 0.0375731 Mar 10 03:49:08.064067 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-dc18739a-4edf-43b4-b3de-0c94d1eae60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:08.065398 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-dc18739a-4edf-43b4-b3de-0c94d1eae60f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 200 len: 854 time: 0.0433085 Mar 10 03:49:08.112936 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-c71ea624-c1bf-4ecf-a11d-e4a94d80544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:08.114450 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-c71ea624-c1bf-4ecf-a11d-e4a94d80544c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422785 Mar 10 03:49:08.204283 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-b43c67c5-65f4-40f3-b426-0b5a2e59d0f4 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827951 Mar 10 03:49:10.769194 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-155e4fbd-0657-41a5-bd4a-354618d651bb req-f28e5c46-1129-4a46-a349-4fd5e808ab04 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Mar 10 03:49:10.885508 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a720-0acb-484d-801b-d55de854523b req-2831e225-0902-4779-a799-80e9398e1c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:10.887041 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3c23a720-0acb-484d-801b-d55de854523b req-2831e225-0902-4779-a799-80e9398e1c90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 1130 time: 0.0495822 Mar 10 03:49:10.988495 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a720-0acb-484d-801b-d55de854523b req-5e0de523-f049-4126-b0ed-8918663f66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:10.989972 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3c23a720-0acb-484d-801b-d55de854523b req-5e0de523-f049-4126-b0ed-8918663f66fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 200 len: 916 time: 0.0849247 Mar 10 03:49:11.033740 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3c23a720-0acb-484d-801b-d55de854523b req-e49bcc50-f10a-432b-bb20-2832a17f986a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 200 len: 217 time: 0.0367267 Mar 10 03:49:11.081522 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a720-0acb-484d-801b-d55de854523b req-ac5f1c0f-03fb-4cdc-9082-a208441ca959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:11.083022 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3c23a720-0acb-484d-801b-d55de854523b req-ac5f1c0f-03fb-4cdc-9082-a208441ca959 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 200 len: 854 time: 0.0427589 Mar 10 03:49:11.131401 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23a720-0acb-484d-801b-d55de854523b req-a2cd4413-08c6-4dc8-b99d-d1e73b7d79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:11.133884 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3c23a720-0acb-484d-801b-d55de854523b req-a2cd4413-08c6-4dc8-b99d-d1e73b7d79c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444331 Mar 10 03:49:11.225139 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3c23a720-0acb-484d-801b-d55de854523b req-4072ec2c-52a6-4a3d-8339-db1d0ead007a service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850747 Mar 10 03:49:11.312429 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3c23a720-0acb-484d-801b-d55de854523b req-1806dd29-4169-45a8-9cab-ca44dc9dd031 service neutron] 10.222.0.16 "GET /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807841 Mar 10 03:49:12.088190 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56798) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:12.196495 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b5db45f-325d-4f30-bd4e-faaa36abebfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.281029 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b5db45f-325d-4f30-bd4e-faaa36abebfa admin admin] Publish callbacks [] for security_group (87b74708-7e1c-4a40-9d77-ad8682970990), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.285160 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2b5db45f-325d-4f30-bd4e-faaa36abebfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (87b74708-7e1c-4a40-9d77-ad8682970990), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.329373 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5db45f-325d-4f30-bd4e-faaa36abebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b74708-7e1c-4a40-9d77-ad8682970990,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:12.333842 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2b5db45f-325d-4f30-bd4e-faaa36abebfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2f1358f2393457da71371fe58811ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445946 Mar 10 03:49:12.337304 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56812) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:12.389841 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ef09dca6-5da7-4dfd-9c84-1d3810f1756f admin admin] Publish callbacks [] for security_group (87b74708-7e1c-4a40-9d77-ad8682970990), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.410434 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ef09dca6-5da7-4dfd-9c84-1d3810f1756f admin admin] Publish callbacks [] for security_group (87b74708-7e1c-4a40-9d77-ad8682970990), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.456636 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ef09dca6-5da7-4dfd-9c84-1d3810f1756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (87b74708-7e1c-4a40-9d77-ad8682970990), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.459239 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ef09dca6-5da7-4dfd-9c84-1d3810f1756f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.460390 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ef09dca6-5da7-4dfd-9c84-1d3810f1756f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87b74708-7e1c-4a40-9d77-ad8682970990 HTTP/1.1" status: 204 len: 168 time: 0.1216183 Mar 10 03:49:12.468769 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09dca6-5da7-4dfd-9c84-1d3810f1756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b74708-7e1c-4a40-9d77-ad8682970990,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:12.720880 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56818) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:12.734562 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-040a50b6-81a3-4634-9784-92ae89b67216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.818050 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-040a50b6-81a3-4634-9784-92ae89b67216 admin admin] Publish callbacks [] for security_group (57ec4567-ff86-4429-89c2-94da006c288c), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.823747 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-040a50b6-81a3-4634-9784-92ae89b67216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (57ec4567-ff86-4429-89c2-94da006c288c), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.861476 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-040a50b6-81a3-4634-9784-92ae89b67216 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2383268e4a1b4d638ca503a8ef8647fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393836 Mar 10 03:49:12.863510 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a50b6-81a3-4634-9784-92ae89b67216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ec4567-ff86-4429-89c2-94da006c288c,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:12.864921 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56828) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:12.928768 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f3968787-06e5-41a7-b8f4-d528bc01baff admin admin] Publish callbacks [] for security_group (57ec4567-ff86-4429-89c2-94da006c288c), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:12.960766 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f3968787-06e5-41a7-b8f4-d528bc01baff admin admin] Publish callbacks [] for security_group (57ec4567-ff86-4429-89c2-94da006c288c), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:13.014344 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f3968787-06e5-41a7-b8f4-d528bc01baff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (57ec4567-ff86-4429-89c2-94da006c288c), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:13.018162 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f3968787-06e5-41a7-b8f4-d528bc01baff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:13.019330 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f3968787-06e5-41a7-b8f4-d528bc01baff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/57ec4567-ff86-4429-89c2-94da006c288c HTTP/1.1" status: 204 len: 168 time: 0.1497071 Mar 10 03:49:13.028289 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3968787-06e5-41a7-b8f4-d528bc01baff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ec4567-ff86-4429-89c2-94da006c288c,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:13.598291 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5352a1-0627-4273-9bb1-1e2f8f4de3d5 req-ce8e9197-ce6e-4664-9e4f-195cf2e26418 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:13.599905 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9f5352a1-0627-4273-9bb1-1e2f8f4de3d5 req-ce8e9197-ce6e-4664-9e4f-195cf2e26418 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0573852 Mar 10 03:49:13.652751 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9f5352a1-0627-4273-9bb1-1e2f8f4de3d5 req-e609b4aa-8e92-4cbf-91fb-155d0e5d627d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466409 Mar 10 03:49:14.775717 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a543f10-58cc-448f-87cc-7651ebe42533 req-5f1cfade-52b7-4e2e-950b-174b7fd5ec42 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:14.777951 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7a543f10-58cc-448f-87cc-7651ebe42533 req-5f1cfade-52b7-4e2e-950b-174b7fd5ec42 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0562694 Mar 10 03:49:14.830092 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7a543f10-58cc-448f-87cc-7651ebe42533 req-a836a222-e747-422a-ae14-38327fa58fc9 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460687 Mar 10 03:49:15.950597 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb37a-518e-448f-b681-028c0a3d5d7c req-88f98d67-94ca-46e9-830f-1760f30790f8 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:15.952090 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-056cb37a-518e-448f-b681-028c0a3d5d7c req-88f98d67-94ca-46e9-830f-1760f30790f8 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0555952 Mar 10 03:49:15.997154 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-056cb37a-518e-448f-b681-028c0a3d5d7c req-27a51e46-8f1f-49e8-93db-783e6ae60917 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Mar 10 03:49:17.129652 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807794d-4274-4a08-9372-a1729f15cbf3 req-d1b1b9ba-63cf-4939-bead-026975841cc3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:17.131420 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f807794d-4274-4a08-9372-a1729f15cbf3 req-d1b1b9ba-63cf-4939-bead-026975841cc3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0595820 Mar 10 03:49:17.181916 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f807794d-4274-4a08-9372-a1729f15cbf3 req-650e44de-41df-4772-8789-0a141bbe847a tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441883 Mar 10 03:49:17.576116 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:49:17.848105 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56956) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:17.950667 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ce57d3f5-6a6e-4bce-bdfd-5250247ca5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.024358 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ce57d3f5-6a6e-4bce-bdfd-5250247ca5ab admin admin] Publish callbacks [] for security_group (9099d26a-96ab-4044-92ac-4e1fe277f7fc), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.027989 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ce57d3f5-6a6e-4bce-bdfd-5250247ca5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (9099d26a-96ab-4044-92ac-4e1fe277f7fc), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.065639 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-ce57d3f5-6a6e-4bce-bdfd-5250247ca5ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f852b8ed57444408ebdbe90131e5244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164602 Mar 10 03:49:18.066505 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57d3f5-6a6e-4bce-bdfd-5250247ca5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9099d26a-96ab-4044-92ac-4e1fe277f7fc,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:18.068295 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56960) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:18.119292 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-adbde3a4-36cc-4e33-b912-76f64d291837 admin admin] Publish callbacks [] for security_group (9099d26a-96ab-4044-92ac-4e1fe277f7fc), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.140443 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-adbde3a4-36cc-4e33-b912-76f64d291837 admin admin] Publish callbacks [] for security_group (9099d26a-96ab-4044-92ac-4e1fe277f7fc), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.190014 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-adbde3a4-36cc-4e33-b912-76f64d291837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (9099d26a-96ab-4044-92ac-4e1fe277f7fc), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.192535 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-adbde3a4-36cc-4e33-b912-76f64d291837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.193688 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-adbde3a4-36cc-4e33-b912-76f64d291837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9099d26a-96ab-4044-92ac-4e1fe277f7fc HTTP/1.1" status: 204 len: 168 time: 0.1237886 Mar 10 03:49:18.201714 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbde3a4-36cc-4e33-b912-76f64d291837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9099d26a-96ab-4044-92ac-4e1fe277f7fc,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:18.301671 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34a35-a3ad-463d-89a1-84ce561c8957 req-ebb570f1-dddf-4277-a9ec-6deaba6bccea tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:18.303077 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-13f34a35-a3ad-463d-89a1-84ce561c8957 req-ebb570f1-dddf-4277-a9ec-6deaba6bccea tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0536885 Mar 10 03:49:18.350207 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-13f34a35-a3ad-463d-89a1-84ce561c8957 req-f42ef046-b9e4-4d1c-a3ce-977876bbed5b tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Mar 10 03:49:18.456446 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 56972) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:18.469251 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ab3228b2-1d8d-45ad-b03f-142cef572a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.543605 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ab3228b2-1d8d-45ad-b03f-142cef572a9e admin admin] Publish callbacks [] for security_group (edc0a53a-cbe6-416f-a4ee-cc00b07b8862), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.547242 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ab3228b2-1d8d-45ad-b03f-142cef572a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (edc0a53a-cbe6-416f-a4ee-cc00b07b8862), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.583778 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ab3228b2-1d8d-45ad-b03f-142cef572a9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e83fee06c4c54dffb0803a823461b33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262732 Mar 10 03:49:18.585701 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3228b2-1d8d-45ad-b03f-142cef572a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc0a53a-cbe6-416f-a4ee-cc00b07b8862,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:18.586742 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 56974) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:18.634727 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0e683c6b-cbb8-4cb9-9e0b-6a41b2452b1f admin admin] Publish callbacks [] for security_group (edc0a53a-cbe6-416f-a4ee-cc00b07b8862), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.658158 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0e683c6b-cbb8-4cb9-9e0b-6a41b2452b1f admin admin] Publish callbacks [] for security_group (edc0a53a-cbe6-416f-a4ee-cc00b07b8862), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.704508 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0e683c6b-cbb8-4cb9-9e0b-6a41b2452b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (edc0a53a-cbe6-416f-a4ee-cc00b07b8862), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.707201 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-0e683c6b-cbb8-4cb9-9e0b-6a41b2452b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:18.708339 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-0e683c6b-cbb8-4cb9-9e0b-6a41b2452b1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edc0a53a-cbe6-416f-a4ee-cc00b07b8862 HTTP/1.1" status: 204 len: 168 time: 0.1204813 Mar 10 03:49:18.715903 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e683c6b-cbb8-4cb9-9e0b-6a41b2452b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc0a53a-cbe6-416f-a4ee-cc00b07b8862,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:19.469978 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e064f3-fcee-4e7e-a196-a957c028baab req-b287634d-c693-4c89-9ac3-dfeb48420447 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:19.471539 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-85e064f3-fcee-4e7e-a196-a957c028baab req-b287634d-c693-4c89-9ac3-dfeb48420447 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0565112 Mar 10 03:49:19.523247 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-85e064f3-fcee-4e7e-a196-a957c028baab req-ede3fee7-4cf7-4bc5-a954-855e6f9d36d3 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462973 Mar 10 03:49:19.972309 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-bdf8db7a-7668-4388-9771-6448d5b46d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:20.494231 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed4c64-331c-493f-8f97-eab906c380fe req-a894f2e2-150e-4db8-988f-32e2587b1e02 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:20.495800 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-79ed4c64-331c-493f-8f97-eab906c380fe req-a894f2e2-150e-4db8-988f-32e2587b1e02 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.0594251 Mar 10 03:49:20.614082 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Deleting port 37fd25e7-dfd8-401b-98b0-19b0b473320d {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:20.614451 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:20.718589 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7865d-7066-4375-ab2d-e9957365e40b req-3e80c610-f6e0-4bc2-a377-be88c464e009 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:20.720123 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4b7865d-7066-4375-ab2d-e9957365e40b req-3e80c610-f6e0-4bc2-a377-be88c464e009 tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bff1ece-cab4-438d-9790-ff014cc27017 HTTP/1.1" status: 200 len: 946 time: 0.1204901 Mar 10 03:49:20.751780 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] For port 37fd25e7-dfd8-401b-98b0-19b0b473320d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=37fd25e7-dfd8-401b-98b0-19b0b473320d,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:20.752155 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:20.774360 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Calling delete_port for 37fd25e7-dfd8-401b-98b0-19b0b473320d owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:20.795846 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a4b7865d-7066-4375-ab2d-e9957365e40b req-dac1b1a3-2128-4398-8b5a-c07f66bfad8c tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681553 Mar 10 03:49:20.922967 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (37fd25e7-dfd8-401b-98b0-19b0b473320d), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:20.958993 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Pushing event deleted for resources: {'Port': ['ID=37fd25e7-dfd8-401b-98b0-19b0b473320d,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:20.962248 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['37fd25e7-dfd8-401b-98b0-19b0b473320d'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:49:21.005760 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] No DVR routers for this DVR port 37fd25e7-dfd8-401b-98b0-19b0b473320d on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:49:21.009013 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.012291 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-79ed4c64-331c-493f-8f97-eab906c380fe req-13e2c813-e479-4b13-b069-55ac069ad75d tempest-TestMinimumBasicScenario-481873850 tempest-TestMinimumBasicScenario-481873850-project] 10.222.0.16 "DELETE /v2.0/ports/37fd25e7-dfd8-401b-98b0-19b0b473320d HTTP/1.1" status: 204 len: 173 time: 0.5109799 Mar 10 03:49:21.012751 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'name': 'network-vif-deleted', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:49:21.015009 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ddb36f-bf6a-4344-a03e-b767b286afd1" -d '{"events": [{"server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "name": "network-vif-deleted", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:49:21.048287 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57056) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:21.058069 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe71518b-1916-4015-9e40-bb03e232b800 x-openstack-request-id: req-fe71518b-1916-4015-9e40-bb03e232b800 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:49:21.058367 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bff1ece-cab4-438d-9790-ff014cc27017", "name": "network-vif-deleted", "tag": "37fd25e7-dfd8-401b-98b0-19b0b473320d", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:49:21.058614 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe71518b-1916-4015-9e40-bb03e232b800 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:49:21.059037 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bff1ece-cab4-438d-9790-ff014cc27017', 'name': 'network-vif-deleted', 'tag': '37fd25e7-dfd8-401b-98b0-19b0b473320d', 'status': 'completed', 'code': 200} Mar 10 03:49:21.159313 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-18a4f749-fb8d-41a3-a740-2a7008cdb65c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.241692 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-18a4f749-fb8d-41a3-a740-2a7008cdb65c admin admin] Publish callbacks [] for security_group (31d44cb6-0292-46e1-8144-b2a7236e4db6), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.244849 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-18a4f749-fb8d-41a3-a740-2a7008cdb65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (31d44cb6-0292-46e1-8144-b2a7236e4db6), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.281707 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4f749-fb8d-41a3-a740-2a7008cdb65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d44cb6-0292-46e1-8144-b2a7236e4db6,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:21.291031 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57066) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:21.291167 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-18a4f749-fb8d-41a3-a740-2a7008cdb65c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26802f5c371c4814a54525f9d55bf2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405555 Mar 10 03:49:21.358229 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8f2102d7-edfb-42a7-8bf6-1a153a3e8be7 admin admin] Publish callbacks [] for security_group (31d44cb6-0292-46e1-8144-b2a7236e4db6), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.382062 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8f2102d7-edfb-42a7-8bf6-1a153a3e8be7 admin admin] Publish callbacks [] for security_group (31d44cb6-0292-46e1-8144-b2a7236e4db6), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.463574 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8f2102d7-edfb-42a7-8bf6-1a153a3e8be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (31d44cb6-0292-46e1-8144-b2a7236e4db6), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.463574 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-8f2102d7-edfb-42a7-8bf6-1a153a3e8be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.467115 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-8f2102d7-edfb-42a7-8bf6-1a153a3e8be7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31d44cb6-0292-46e1-8144-b2a7236e4db6 HTTP/1.1" status: 204 len: 168 time: 0.1746600 Mar 10 03:49:21.493225 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2102d7-edfb-42a7-8bf6-1a153a3e8be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d44cb6-0292-46e1-8144-b2a7236e4db6,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:21.800761 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57090) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:21.814431 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-60f481ea-7630-4901-a7bb-d6e7831f840d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.895954 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-60f481ea-7630-4901-a7bb-d6e7831f840d admin admin] Publish callbacks [] for security_group (af2fc6b4-eb06-4b9a-8e7a-4c296e11b828), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.900410 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-60f481ea-7630-4901-a7bb-d6e7831f840d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (af2fc6b4-eb06-4b9a-8e7a-4c296e11b828), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:21.940067 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-60f481ea-7630-4901-a7bb-d6e7831f840d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de9b518f15db4fa88d4fdf1ac96e1566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379952 Mar 10 03:49:21.940879 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f481ea-7630-4901-a7bb-d6e7831f840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2fc6b4-eb06-4b9a-8e7a-4c296e11b828,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:21.942812 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57104) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:21.992948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5a8-e5dd-407e-876e-a617629da40f admin admin] Publish callbacks [] for security_group (af2fc6b4-eb06-4b9a-8e7a-4c296e11b828), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:22.016750 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5a8-e5dd-407e-876e-a617629da40f admin admin] Publish callbacks [] for security_group (af2fc6b4-eb06-4b9a-8e7a-4c296e11b828), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:22.067673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5a8-e5dd-407e-876e-a617629da40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (af2fc6b4-eb06-4b9a-8e7a-4c296e11b828), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:22.070407 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bac1e5a8-e5dd-407e-876e-a617629da40f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:22.071587 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-bac1e5a8-e5dd-407e-876e-a617629da40f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af2fc6b4-eb06-4b9a-8e7a-4c296e11b828 HTTP/1.1" status: 204 len: 168 time: 0.1277401 Mar 10 03:49:22.079958 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1e5a8-e5dd-407e-876e-a617629da40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2fc6b4-eb06-4b9a-8e7a-4c296e11b828,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:22.413508 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-078f9942-715e-4b37-92ee-e2f87326bb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:22.491970 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57154) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:22.839579 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (61721e60-21c6-42f8-aa21-02aac0bb4c9b), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:23.086865 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Deleting port 3f13d257-be02-4ee1-bc70-759c6174669f {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:23.087213 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:23.169075 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] For port 3f13d257-be02-4ee1-bc70-759c6174669f, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=3f13d257-be02-4ee1-bc70-759c6174669f,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:23.169441 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:23.182084 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Calling delete_port for 3f13d257-be02-4ee1-bc70-759c6174669f owned by network:router_interface {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:23.366659 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (3f13d257-be02-4ee1-bc70-759c6174669f), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:23.392127 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f13d257-be02-4ee1-bc70-759c6174669f,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:23.569518 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (61721e60-21c6-42f8-aa21-02aac0bb4c9b), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:23.588385 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:23.808057 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Router 61721e60-21c6-42f8-aa21-02aac0bb4c9b has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:49:23.816168 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57204) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:23.916370 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:49:23.923238 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-850afe85-a858-4a2b-9b99-1b9942978ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:23.923574 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-213fee8e-5ce1-4a2a-8bd0-3b580bba773b admin admin] 10.222.0.20 "PUT /v2.0/routers/61721e60-21c6-42f8-aa21-02aac0bb4c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299304 Mar 10 03:49:23.924156 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57208) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:23.925311 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] Sync routers for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:49:23.937174 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:23.937876 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:24.006205 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-850afe85-a858-4a2b-9b99-1b9942978ada admin admin] Publish callbacks [] for security_group (b2c060cc-c4c3-4ea2-8f92-1946d6293f1b), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.010205 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-850afe85-a858-4a2b-9b99-1b9942978ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b2c060cc-c4c3-4ea2-8f92-1946d6293f1b), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.029711 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks [] for router (61721e60-21c6-42f8-aa21-02aac0bb4c9b), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.039577 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850afe85-a858-4a2b-9b99-1b9942978ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c060cc-c4c3-4ea2-8f92-1946d6293f1b,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:24.049629 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:24.061167 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-850afe85-a858-4a2b-9b99-1b9942978ada admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5279303ed18e4aef9a6e719e949996a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438734 Mar 10 03:49:24.061815 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57210) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:24.111818 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c7833e6c-6376-4070-823e-882f9196d3f5 admin admin] Publish callbacks [] for security_group (b2c060cc-c4c3-4ea2-8f92-1946d6293f1b), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.137387 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks [] for router_gateway (61721e60-21c6-42f8-aa21-02aac0bb4c9b), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.137645 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c7833e6c-6376-4070-823e-882f9196d3f5 admin admin] Publish callbacks [] for security_group (b2c060cc-c4c3-4ea2-8f92-1946d6293f1b), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.190057 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c7833e6c-6376-4070-823e-882f9196d3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b2c060cc-c4c3-4ea2-8f92-1946d6293f1b), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.194751 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c7833e6c-6376-4070-823e-882f9196d3f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.199060 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c7833e6c-6376-4070-823e-882f9196d3f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2c060cc-c4c3-4ea2-8f92-1946d6293f1b HTTP/1.1" status: 204 len: 168 time: 0.1340127 Mar 10 03:49:24.201972 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Deleting port 762f175b-4eed-4b59-9139-abd09e5a316c {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:24.202342 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.213374 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7833e6c-6376-4070-823e-882f9196d3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c060cc-c4c3-4ea2-8f92-1946d6293f1b,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:24.234189 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63'}], 'enable_snat': True}, 'gw_port_id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:49:23Z', 'revision_number': 5, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port': {'id': '762f175b-4eed-4b59-9139-abd09e5a316c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:46Z', 'updated_at': '2022-03-10T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:24.260912 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] Checking router: 61721e60-21c6-42f8-aa21-02aac0bb4c9b for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:49:24.269330 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] Routers {'61721e60-21c6-42f8-aa21-02aac0bb4c9b'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:24.270024 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:24.301339 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] For port 762f175b-4eed-4b59-9139-abd09e5a316c, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=762f175b-4eed-4b59-9139-abd09e5a316c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:24.301786 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.317476 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Calling delete_port for 762f175b-4eed-4b59-9139-abd09e5a316c owned by network:router_gateway {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:24.369211 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] Set router 61721e60-21c6-42f8-aa21-02aac0bb4c9b gateway port host: None {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:24.428695 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:49:24Z', 'revision_number': 6, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port_host': None}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:24.453602 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 37fd25e7-dfd8-401b-98b0-19b0b473320d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:49:24.460876 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ea3c86-1a3e-453d-8646-cb69456ef8f2 None None] The sync data for ids ['61721e60-21c6-42f8-aa21-02aac0bb4c9b'] in dv-cinder-804735-27-iscsi is: [{'id': '61721e60-21c6-42f8-aa21-02aac0bb4c9b', 'name': 'tempest-TestMinimumBasicScenario-1763914222-router', 'tenant_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:45Z', 'updated_at': '2022-03-10T03:49:24Z', 'revision_number': 6, 'project_id': 'a6cdb82c9e0d4a9d88e6986ea9017e3a', 'gw_port_host': None}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:49:24.508929 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 37fd25e7-dfd8-401b-98b0-19b0b473320d {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:49:24.509293 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 37fd25e7-dfd8-401b-98b0-19b0b473320d not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:49:24.533142 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57216) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:24.552811 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-10d646b4-945e-47a0-b85d-f121b74dfbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.640586 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-10d646b4-945e-47a0-b85d-f121b74dfbe1 admin admin] Publish callbacks [] for security_group (6bc0c393-a579-4182-9cf1-87b6e9d4f5e8), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.644584 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-10d646b4-945e-47a0-b85d-f121b74dfbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6bc0c393-a579-4182-9cf1-87b6e9d4f5e8), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.687080 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d646b4-945e-47a0-b85d-f121b74dfbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc0c393-a579-4182-9cf1-87b6e9d4f5e8,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:24.695739 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-10d646b4-945e-47a0-b85d-f121b74dfbe1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0cde08e5123462bbe698d18ec7bdb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583786 Mar 10 03:49:24.696855 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57218) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:24.755835 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ffae3b04-a10c-4742-8eb9-7039793147d4 admin admin] Publish callbacks [] for security_group (6bc0c393-a579-4182-9cf1-87b6e9d4f5e8), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.779533 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ffae3b04-a10c-4742-8eb9-7039793147d4 admin admin] Publish callbacks [] for security_group (6bc0c393-a579-4182-9cf1-87b6e9d4f5e8), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.803541 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (762f175b-4eed-4b59-9139-abd09e5a316c), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.845843 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Pushing event deleted for resources: {'Port': ['ID=762f175b-4eed-4b59-9139-abd09e5a316c,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:24.849946 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ffae3b04-a10c-4742-8eb9-7039793147d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6bc0c393-a579-4182-9cf1-87b6e9d4f5e8), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.857273 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-ffae3b04-a10c-4742-8eb9-7039793147d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.877304 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-ffae3b04-a10c-4742-8eb9-7039793147d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bc0c393-a579-4182-9cf1-87b6e9d4f5e8 HTTP/1.1" status: 204 len: 168 time: 0.1757891 Mar 10 03:49:24.893185 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:24.905894 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae3b04-a10c-4742-8eb9-7039793147d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc0c393-a579-4182-9cf1-87b6e9d4f5e8,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:24.923720 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (61721e60-21c6-42f8-aa21-02aac0bb4c9b), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.045143 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (61721e60-21c6-42f8-aa21-02aac0bb4c9b), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.047288 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks [] for router_controller (61721e60-21c6-42f8-aa21-02aac0bb4c9b), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.092565 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (61721e60-21c6-42f8-aa21-02aac0bb4c9b), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.093515 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61721e60-21c6-42f8-aa21-02aac0bb4c9b {{(pid=109718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:49:25.099497 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.100676 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2ab5e573-451f-4f12-911a-6147211baf5e admin admin] 10.222.0.20 "DELETE /v2.0/routers/61721e60-21c6-42f8-aa21-02aac0bb4c9b HTTP/1.1" status: 204 len: 168 time: 1.1756094 Mar 10 03:49:25.103811 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57236) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:25.149629 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_v2 [None req-502bbf00-4f6f-45e0-8fd6-e046ccd97b56 admin admin] Deleting subnet 6f3a8a61-2594-4962-a8df-0cfc67885da1 {{(pid=109718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:49:25.152733 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-502bbf00-4f6f-45e0-8fd6-e046ccd97b56 admin admin] Publish callbacks [] for subnet (6f3a8a61-2594-4962-a8df-0cfc67885da1), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.187543 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-502bbf00-4f6f-45e0-8fd6-e046ccd97b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9157497'] for subnet (6f3a8a61-2594-4962-a8df-0cfc67885da1), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.300834 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-502bbf00-4f6f-45e0-8fd6-e046ccd97b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (6f3a8a61-2594-4962-a8df-0cfc67885da1), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.366642 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-502bbf00-4f6f-45e0-8fd6-e046ccd97b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10302180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9938755'] for subnet (6f3a8a61-2594-4962-a8df-0cfc67885da1), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.399189 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bbf00-4f6f-45e0-8fd6-e046ccd97b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3a8a61-2594-4962-a8df-0cfc67885da1,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:25.403399 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-502bbf00-4f6f-45e0-8fd6-e046ccd97b56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.406894 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-502bbf00-4f6f-45e0-8fd6-e046ccd97b56 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f3a8a61-2594-4962-a8df-0cfc67885da1 HTTP/1.1" status: 204 len: 168 time: 0.3020709 Mar 10 03:49:25.409436 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57246) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:25.409997 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f65e90-6773-4afa-aa96-60b5d7314231 None None] Network 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:49:25.430270 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 3f13d257-be02-4ee1-bc70-759c6174669f no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:49:25.463241 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 3f13d257-be02-4ee1-bc70-759c6174669f {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:49:25.463594 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 3f13d257-be02-4ee1-bc70-759c6174669f not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:49:25.493674 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (61e5cd25-ee14-4ed8-9782-60e28e6a4eb0), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.569495 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Deleting port a92943f4-091c-4654-bbf2-0a7b1136b8af {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:25.570065 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.639372 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] DHCP port deletion for 61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:49:25.643909 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] For port a92943f4-091c-4654-bbf2-0a7b1136b8af, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=a92943f4-091c-4654-bbf2-0a7b1136b8af,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:25.644281 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.662442 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Calling delete_port for a92943f4-091c-4654-bbf2-0a7b1136b8af owned by network:dhcp {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:25.708655 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] Deleting port a92943f4-091c-4654-bbf2-0a7b1136b8af {{(pid=109720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:25.709391 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), before_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.763267 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.786414 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] For port a92943f4-091c-4654-bbf2-0a7b1136b8af, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=a92943f4-091c-4654-bbf2-0a7b1136b8af,segment=NetworkSegment(154c238b-f274-45d5-9c3d-9369d5e93bad),segment_id=154c238b-f274-45d5-9c3d-9369d5e93bad)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:25.786858 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), precommit_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.791620 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] No DVR routers for this DVR port a92943f4-091c-4654-bbf2-0a7b1136b8af on host dv-cinder-804735-27-iscsi {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:49:25.796697 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92943f4-091c-4654-bbf2-0a7b1136b8af,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:25.802844 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] Calling delete_port for a92943f4-091c-4654-bbf2-0a7b1136b8af owned by network:dhcp {{(pid=109720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:25.882030 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (61e5cd25-ee14-4ed8-9782-60e28e6a4eb0), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.899807 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672'] for port (a92943f4-091c-4654-bbf2-0a7b1136b8af), after_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.907668 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e5cd25-ee14-4ed8-9782-60e28e6a4eb0']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:25.921604 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154c238b-f274-45d5-9c3d-9369d5e93bad') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:25.923046 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154c238b-f274-45d5-9c3d-9369d5e93bad') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:25.925614 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] Pushing event deleted for resources: {'Port': ['ID=a92943f4-091c-4654-bbf2-0a7b1136b8af,revision_number=None']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:25.931491 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0a4399-9887-472d-9a38-ffe6a684d3c9 None None] No DVR routers for this DVR port a92943f4-091c-4654-bbf2-0a7b1136b8af on host dv-cinder-804735-27-iscsi {{(pid=109720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:49:25.943803 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (154c238b-f274-45d5-9c3d-9369d5e93bad), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.958410 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (154c238b-f274-45d5-9c3d-9369d5e93bad), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.966494 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:49:25.967078 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (154c238b-f274-45d5-9c3d-9369d5e93bad), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:49:25.969208 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:49:26.040013 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (61e5cd25-ee14-4ed8-9782-60e28e6a4eb0), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:26.044986 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:26.048449 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/61e5cd25-ee14-4ed8-9782-60e28e6a4eb0 HTTP/1.1" status: 204 len: 168 time: 0.6380241 Mar 10 03:49:26.051401 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57276) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:26.069848 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef0f7a-fc22-4df6-a715-fefe2e99d6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e5cd25-ee14-4ed8-9782-60e28e6a4eb0,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:26.438714 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (4a952bc9-09b0-4953-839e-28450ead3a30), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:26.471073 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:26.690732 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Deleting port 3b95a989-82a3-4857-934b-b3cc167ff964 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:26.691153 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:26.770918 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] For port 3b95a989-82a3-4857-934b-b3cc167ff964, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=3b95a989-82a3-4857-934b-b3cc167ff964,segment=NetworkSegment(55c7abbd-ee12-4c36-ba97-49f9fb946bb7),segment_id=55c7abbd-ee12-4c36-ba97-49f9fb946bb7)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:26.771281 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:26.785668 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Calling delete_port for 3b95a989-82a3-4857-934b-b3cc167ff964 owned by network:router_interface {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:26.982923 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (3b95a989-82a3-4857-934b-b3cc167ff964), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.011882 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 762f175b-4eed-4b59-9139-abd09e5a316c no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:49:27.015178 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b95a989-82a3-4857-934b-b3cc167ff964,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:27.032350 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 762f175b-4eed-4b59-9139-abd09e5a316c {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:49:27.032702 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 762f175b-4eed-4b59-9139-abd09e5a316c not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:49:27.033114 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device a92943f4-091c-4654-bbf2-0a7b1136b8af no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:49:27.056592 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: a92943f4-091c-4654-bbf2-0a7b1136b8af {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:49:27.056947 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device a92943f4-091c-4654-bbf2-0a7b1136b8af not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:49:27.199503 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (4a952bc9-09b0-4953-839e-28450ead3a30), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.427464 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Router 4a952bc9-09b0-4953-839e-28450ead3a30 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:49:27.473949 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57312) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:27.535869 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:49:27.541632 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0ada3351-194d-4b52-b6c9-5d90efbbd741 admin admin] 10.222.0.20 "PUT /v2.0/routers/4a952bc9-09b0-4953-839e-28450ead3a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4890265 Mar 10 03:49:27.544710 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57316) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:27.547962 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] Sync routers for ids ['4a952bc9-09b0-4953-839e-28450ead3a30'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:49:27.561898 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] Routers {'4a952bc9-09b0-4953-839e-28450ead3a30'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:27.562751 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['4a952bc9-09b0-4953-839e-28450ead3a30'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:27.588420 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc7211b4-e8a8-40e0-ac40-44fdb0659068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.654270 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks [] for router (4a952bc9-09b0-4953-839e-28450ead3a30), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.667268 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc7211b4-e8a8-40e0-ac40-44fdb0659068 admin admin] Publish callbacks [] for security_group (f8f7e130-5cde-432f-917d-73220d74fcca), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.672450 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bc7211b4-e8a8-40e0-ac40-44fdb0659068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f8f7e130-5cde-432f-917d-73220d74fcca), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.686907 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] Set router 4a952bc9-09b0-4953-839e-28450ead3a30 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:27.711283 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7211b4-e8a8-40e0-ac40-44fdb0659068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f7e130-5cde-432f-917d-73220d74fcca,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:27.718795 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-bc7211b4-e8a8-40e0-ac40-44fdb0659068 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f2fd9a5654b43fbbef690b2536cac6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433553 Mar 10 03:49:27.719399 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57318) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:27.762899 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks [] for router_gateway (4a952bc9-09b0-4953-839e-28450ead3a30), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.770311 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e80d4267-edb3-460f-b73b-e39dc31a197a admin admin] Publish callbacks [] for security_group (f8f7e130-5cde-432f-917d-73220d74fcca), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.795318 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e80d4267-edb3-460f-b73b-e39dc31a197a admin admin] Publish callbacks [] for security_group (f8f7e130-5cde-432f-917d-73220d74fcca), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.818730 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Deleting port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:27.819087 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.853007 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e80d4267-edb3-460f-b73b-e39dc31a197a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (f8f7e130-5cde-432f-917d-73220d74fcca), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.856146 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e80d4267-edb3-460f-b73b-e39dc31a197a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.860145 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e80d4267-edb3-460f-b73b-e39dc31a197a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8f7e130-5cde-432f-917d-73220d74fcca HTTP/1.1" status: 204 len: 168 time: 0.1368673 Mar 10 03:49:27.873189 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d4267-edb3-460f-b73b-e39dc31a197a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f7e130-5cde-432f-917d-73220d74fcca,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:27.889683 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:49:26Z', 'revision_number': 5, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port': {'id': '5d5226a5-a9f5-4c36-ac27-ea7287eb232c', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:4a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:46:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:27.908576 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] For port 5d5226a5-a9f5-4c36-ac27-ea7287eb232c, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=5d5226a5-a9f5-4c36-ac27-ea7287eb232c,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:27.909240 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:27.923055 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] Checking router: 4a952bc9-09b0-4953-839e-28450ead3a30 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:49:27.924531 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Calling delete_port for 5d5226a5-a9f5-4c36-ac27-ea7287eb232c owned by network:router_gateway {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:27.934005 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] Routers {'4a952bc9-09b0-4953-839e-28450ead3a30'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:27.934636 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['4a952bc9-09b0-4953-839e-28450ead3a30'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:28.036560 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] Set router 4a952bc9-09b0-4953-839e-28450ead3a30 gateway port host: None {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:28.097572 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:49:27Z', 'revision_number': 6, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port_host': None}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:28.114526 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (5d5226a5-a9f5-4c36-ac27-ea7287eb232c), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.127314 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91689a6-534a-4e14-992d-2254d86dadbd None None] The sync data for ids ['4a952bc9-09b0-4953-839e-28450ead3a30'] in dv-cinder-804735-27-iscsi is: [{'id': '4a952bc9-09b0-4953-839e-28450ead3a30', 'name': 'tempest-TestMinimumBasicScenario-1104421517-router', 'tenant_id': '736dfcd2af974309b5839f73b49831cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:46:50Z', 'updated_at': '2022-03-10T03:49:27Z', 'revision_number': 6, 'project_id': '736dfcd2af974309b5839f73b49831cd', 'gw_port_host': None}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:49:28.141443 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5226a5-a9f5-4c36-ac27-ea7287eb232c,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:28.168500 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57326) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:28.189876 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd21c9cc-7f12-4121-94f9-e8d55e4468ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.206609 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (4a952bc9-09b0-4953-839e-28450ead3a30), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.269460 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd21c9cc-7f12-4121-94f9-e8d55e4468ce admin admin] Publish callbacks [] for security_group (5c2538e8-a975-4e13-b299-fce4e7c73b0c), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.274510 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-dd21c9cc-7f12-4121-94f9-e8d55e4468ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (5c2538e8-a975-4e13-b299-fce4e7c73b0c), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.301953 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (4a952bc9-09b0-4953-839e-28450ead3a30), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.304637 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks [] for router_controller (4a952bc9-09b0-4953-839e-28450ead3a30), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.312888 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-dd21c9cc-7f12-4121-94f9-e8d55e4468ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d63e3b1f02d4663ae8ebf40398a472e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432996 Mar 10 03:49:28.314030 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21c9cc-7f12-4121-94f9-e8d55e4468ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2538e8-a975-4e13-b299-fce4e7c73b0c,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:28.315722 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57330) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:28.370661 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (4a952bc9-09b0-4953-839e-28450ead3a30), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.371198 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a952bc9-09b0-4953-839e-28450ead3a30 {{(pid=109718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:49:28.377268 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.378380 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0cea497b-75fb-4e5a-bb0e-2f1777bc4a31 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4a952bc9-09b0-4953-839e-28450ead3a30 HTTP/1.1" status: 204 len: 168 time: 0.8323755 Mar 10 03:49:28.381077 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57332) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:28.405020 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-36ab5b80-20d7-4e14-b103-3ec67a1c1aa9 admin admin] Publish callbacks [] for security_group (5c2538e8-a975-4e13-b299-fce4e7c73b0c), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.426093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-36ab5b80-20d7-4e14-b103-3ec67a1c1aa9 admin admin] Publish callbacks [] for security_group (5c2538e8-a975-4e13-b299-fce4e7c73b0c), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.426824 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8bd121-f3a9-47ff-97b5-2b4d78d1c739 admin admin] Deleting subnet 2cee3c0f-1399-4bb2-8f66-46210a622dbb {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:49:28.429860 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd121-f3a9-47ff-97b5-2b4d78d1c739 admin admin] Publish callbacks [] for subnet (2cee3c0f-1399-4bb2-8f66-46210a622dbb), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.464120 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd121-f3a9-47ff-97b5-2b4d78d1c739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (2cee3c0f-1399-4bb2-8f66-46210a622dbb), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.479086 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-36ab5b80-20d7-4e14-b103-3ec67a1c1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (5c2538e8-a975-4e13-b299-fce4e7c73b0c), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.482999 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-36ab5b80-20d7-4e14-b103-3ec67a1c1aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.484317 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-36ab5b80-20d7-4e14-b103-3ec67a1c1aa9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c2538e8-a975-4e13-b299-fce4e7c73b0c HTTP/1.1" status: 204 len: 168 time: 0.1355138 Mar 10 03:49:28.503360 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab5b80-20d7-4e14-b103-3ec67a1c1aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2538e8-a975-4e13-b299-fce4e7c73b0c,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:28.566161 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd121-f3a9-47ff-97b5-2b4d78d1c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (2cee3c0f-1399-4bb2-8f66-46210a622dbb), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.623292 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd121-f3a9-47ff-97b5-2b4d78d1c739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (2cee3c0f-1399-4bb2-8f66-46210a622dbb), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.653577 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bd121-f3a9-47ff-97b5-2b4d78d1c739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cee3c0f-1399-4bb2-8f66-46210a622dbb,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:28.658035 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1c8bd121-f3a9-47ff-97b5-2b4d78d1c739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.664009 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1c8bd121-f3a9-47ff-97b5-2b4d78d1c739 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2cee3c0f-1399-4bb2-8f66-46210a622dbb HTTP/1.1" status: 204 len: 168 time: 0.2790430 Mar 10 03:49:28.664009 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57336) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:28.668060 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781b124-bf43-47e6-973e-60eb5eba56b9 None None] Network aeef077b-f110-446a-a5bb-72eefb9fcc8d requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:49:28.745965 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (aeef077b-f110-446a-a5bb-72eefb9fcc8d), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.808594 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Deleting port 432a173b-7711-481b-a887-c62416a37e6b {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:28.808943 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (432a173b-7711-481b-a887-c62416a37e6b), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.854557 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] DHCP port deletion for aeef077b-f110-446a-a5bb-72eefb9fcc8d request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:49:28.878948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] For port 432a173b-7711-481b-a887-c62416a37e6b, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=432a173b-7711-481b-a887-c62416a37e6b,segment=NetworkSegment(55c7abbd-ee12-4c36-ba97-49f9fb946bb7),segment_id=55c7abbd-ee12-4c36-ba97-49f9fb946bb7)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:28.879327 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (432a173b-7711-481b-a887-c62416a37e6b), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.893317 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Calling delete_port for 432a173b-7711-481b-a887-c62416a37e6b owned by network:dhcp {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:28.913062 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] Deleting port 432a173b-7711-481b-a887-c62416a37e6b {{(pid=109720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:49:28.913448 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (432a173b-7711-481b-a887-c62416a37e6b), before_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:28.995732 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] For port 432a173b-7711-481b-a887-c62416a37e6b, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=432a173b-7711-481b-a887-c62416a37e6b,segment=NetworkSegment(55c7abbd-ee12-4c36-ba97-49f9fb946bb7),segment_id=55c7abbd-ee12-4c36-ba97-49f9fb946bb7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:28.996524 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (432a173b-7711-481b-a887-c62416a37e6b), precommit_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.008752 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (432a173b-7711-481b-a887-c62416a37e6b), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.016296 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] Calling delete_port for 432a173b-7711-481b-a887-c62416a37e6b owned by network:dhcp {{(pid=109720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:49:29.041719 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Pushing event deleted for resources: {'Port': ['ID=432a173b-7711-481b-a887-c62416a37e6b,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:29.049043 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] No DVR routers for this DVR port 432a173b-7711-481b-a887-c62416a37e6b on host dv-cinder-804735-27-iscsi {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:49:29.111912 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 432a173b-7711-481b-a887-c62416a37e6b no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:49:29.134897 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 432a173b-7711-481b-a887-c62416a37e6b {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:49:29.135256 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 432a173b-7711-481b-a887-c62416a37e6b not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:49:29.135683 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 5d5226a5-a9f5-4c36-ac27-ea7287eb232c no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:49:29.135922 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (aeef077b-f110-446a-a5bb-72eefb9fcc8d), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.158473 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 5d5226a5-a9f5-4c36-ac27-ea7287eb232c {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:49:29.158860 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 5d5226a5-a9f5-4c36-ac27-ea7287eb232c not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:49:29.159293 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 3b95a989-82a3-4857-934b-b3cc167ff964 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:49:29.160768 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeef077b-f110-446a-a5bb-72eefb9fcc8d']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:29.174316 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c7abbd-ee12-4c36-ba97-49f9fb946bb7') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:29.174643 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c7abbd-ee12-4c36-ba97-49f9fb946bb7') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:29.185380 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (55c7abbd-ee12-4c36-ba97-49f9fb946bb7), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.191099 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 3b95a989-82a3-4857-934b-b3cc167ff964 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:49:29.191461 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 3b95a989-82a3-4857-934b-b3cc167ff964 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:49:29.204739 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (55c7abbd-ee12-4c36-ba97-49f9fb946bb7), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.212740 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:49:29.214835 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (55c7abbd-ee12-4c36-ba97-49f9fb946bb7), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:49:29.215357 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:49:29.227851 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672'] for port (432a173b-7711-481b-a887-c62416a37e6b), after_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.248929 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] Pushing event deleted for resources: {'Port': ['ID=432a173b-7711-481b-a887-c62416a37e6b,revision_number=None']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:29.253631 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ffa49-2da6-4f84-8f2d-b7bf2d3c6821 None None] No DVR routers for this DVR port 432a173b-7711-481b-a887-c62416a37e6b on host dv-cinder-804735-27-iscsi {{(pid=109720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:49:29.289288 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (aeef077b-f110-446a-a5bb-72eefb9fcc8d), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.295715 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.301938 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] 10.222.0.20 "DELETE /v2.0/networks/aeef077b-f110-446a-a5bb-72eefb9fcc8d HTTP/1.1" status: 204 len: 168 time: 0.6341960 Mar 10 03:49:29.310579 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e006ab-230b-4b74-b00d-38dff1ff37df admin admin] Pushing event deleted for resources: {'Network': ['ID=aeef077b-f110-446a-a5bb-72eefb9fcc8d,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:29.496525 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57376) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:29.538963 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-99b4e45d-354d-461f-8ea6-0eedb888fe22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6cdb82c9e0d4a9d88e6986ea9017e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409007 Mar 10 03:49:29.541531 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57380) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:29.593867 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f9f8581b-7130-4e00-afd8-c49db09948f7 admin admin] Publish callbacks [] for security_group (6f0d358b-87b6-4d3e-9d81-e6978fcc23bc), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.615250 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f9f8581b-7130-4e00-afd8-c49db09948f7 admin admin] Publish callbacks [] for security_group (6f0d358b-87b6-4d3e-9d81-e6978fcc23bc), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.665208 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f9f8581b-7130-4e00-afd8-c49db09948f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (6f0d358b-87b6-4d3e-9d81-e6978fcc23bc), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.667932 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f9f8581b-7130-4e00-afd8-c49db09948f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:29.669141 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f9f8581b-7130-4e00-afd8-c49db09948f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f0d358b-87b6-4d3e-9d81-e6978fcc23bc HTTP/1.1" status: 204 len: 168 time: 0.1267126 Mar 10 03:49:29.680506 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8581b-7130-4e00-afd8-c49db09948f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d358b-87b6-4d3e-9d81-e6978fcc23bc,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:30.000224 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57424) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:30.041170 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e1805c95-ebd0-4aac-9fcb-7e9b5af4ad1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=736dfcd2af974309b5839f73b49831cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396500 Mar 10 03:49:30.043666 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57426) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:30.089966 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5318c4ff-3afc-458c-b47c-5c1bf5ad77d4 admin admin] Publish callbacks [] for security_group (39a71dff-996f-4ac5-b6af-176cae4af18e), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:30.114272 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5318c4ff-3afc-458c-b47c-5c1bf5ad77d4 admin admin] Publish callbacks [] for security_group (39a71dff-996f-4ac5-b6af-176cae4af18e), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:30.161366 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5318c4ff-3afc-458c-b47c-5c1bf5ad77d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (39a71dff-996f-4ac5-b6af-176cae4af18e), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:30.165096 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5318c4ff-3afc-458c-b47c-5c1bf5ad77d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:30.166269 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-5318c4ff-3afc-458c-b47c-5c1bf5ad77d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39a71dff-996f-4ac5-b6af-176cae4af18e HTTP/1.1" status: 204 len: 168 time: 0.1217103 Mar 10 03:49:30.174785 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318c4ff-3afc-458c-b47c-5c1bf5ad77d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a71dff-996f-4ac5-b6af-176cae4af18e,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:30.671894 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.481489 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57556) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:33.602269 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-27fcbd5c-2515-4cb2-8932-949be89d77ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.676971 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-27fcbd5c-2515-4cb2-8932-949be89d77ed admin admin] Publish callbacks [] for security_group (58745fbb-b886-4eb8-8bea-4442160bc47f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.681044 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-27fcbd5c-2515-4cb2-8932-949be89d77ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (58745fbb-b886-4eb8-8bea-4442160bc47f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.716926 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57566) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:33.722881 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-27fcbd5c-2515-4cb2-8932-949be89d77ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1058b5d987204439a8ccb207ee42d06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379668 Mar 10 03:49:33.722881 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcbd5c-2515-4cb2-8932-949be89d77ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58745fbb-b886-4eb8-8bea-4442160bc47f,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:33.724513 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57570) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:33.779723 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e30f17df-b836-431b-a3de-c1dc2e5b2749 admin admin] Publish callbacks [] for security_group (58745fbb-b886-4eb8-8bea-4442160bc47f), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.800990 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e30f17df-b836-431b-a3de-c1dc2e5b2749 admin admin] Publish callbacks [] for security_group (58745fbb-b886-4eb8-8bea-4442160bc47f), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.825173 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-647bc3d3-87c5-4349-9f44-798aee802b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.849678 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e30f17df-b836-431b-a3de-c1dc2e5b2749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (58745fbb-b886-4eb8-8bea-4442160bc47f), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.852764 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e30f17df-b836-431b-a3de-c1dc2e5b2749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.854425 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e30f17df-b836-431b-a3de-c1dc2e5b2749 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58745fbb-b886-4eb8-8bea-4442160bc47f HTTP/1.1" status: 204 len: 168 time: 0.1289158 Mar 10 03:49:33.863044 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f17df-b836-431b-a3de-c1dc2e5b2749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58745fbb-b886-4eb8-8bea-4442160bc47f,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:33.912654 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-647bc3d3-87c5-4349-9f44-798aee802b7b admin admin] Publish callbacks [] for security_group (10375de0-2b62-4f58-9e28-562ba36843b8), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.917263 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-647bc3d3-87c5-4349-9f44-798aee802b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (10375de0-2b62-4f58-9e28-562ba36843b8), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:33.962151 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-647bc3d3-87c5-4349-9f44-798aee802b7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=537f92c0256748cb9ad9e4774de43b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440660 Mar 10 03:49:33.962993 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57574) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:33.965834 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bc3d3-87c5-4349-9f44-798aee802b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10375de0-2b62-4f58-9e28-562ba36843b8,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:34.023926 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fea75d2e-c70f-4684-97b4-0e04726c7e13 admin admin] Publish callbacks [] for security_group (10375de0-2b62-4f58-9e28-562ba36843b8), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.049173 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fea75d2e-c70f-4684-97b4-0e04726c7e13 admin admin] Publish callbacks [] for security_group (10375de0-2b62-4f58-9e28-562ba36843b8), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.095515 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fea75d2e-c70f-4684-97b4-0e04726c7e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (10375de0-2b62-4f58-9e28-562ba36843b8), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.098123 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-fea75d2e-c70f-4684-97b4-0e04726c7e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.099575 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-fea75d2e-c70f-4684-97b4-0e04726c7e13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10375de0-2b62-4f58-9e28-562ba36843b8 HTTP/1.1" status: 204 len: 168 time: 0.1356034 Mar 10 03:49:34.109949 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea75d2e-c70f-4684-97b4-0e04726c7e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10375de0-2b62-4f58-9e28-562ba36843b8,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:34.158468 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57582) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:34.172319 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4937327-84f4-4c77-a0e9-13948ed115ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.265854 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4937327-84f4-4c77-a0e9-13948ed115ea admin admin] Publish callbacks [] for security_group (fcaa50dc-533f-44cc-abfe-778f05f8095b), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.269823 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c4937327-84f4-4c77-a0e9-13948ed115ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (fcaa50dc-533f-44cc-abfe-778f05f8095b), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.310744 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c4937327-84f4-4c77-a0e9-13948ed115ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a852f994b0f742b288b9d6cfa18a707e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496334 Mar 10 03:49:34.310744 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4937327-84f4-4c77-a0e9-13948ed115ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa50dc-533f-44cc-abfe-778f05f8095b,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:34.311955 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57586) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:34.362219 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e93de66e-a40c-4295-8a05-46b08a6034ca admin admin] Publish callbacks [] for security_group (fcaa50dc-533f-44cc-abfe-778f05f8095b), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.383887 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e93de66e-a40c-4295-8a05-46b08a6034ca admin admin] Publish callbacks [] for security_group (fcaa50dc-533f-44cc-abfe-778f05f8095b), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.433571 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e93de66e-a40c-4295-8a05-46b08a6034ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (fcaa50dc-533f-44cc-abfe-778f05f8095b), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.436382 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e93de66e-a40c-4295-8a05-46b08a6034ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.437619 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e93de66e-a40c-4295-8a05-46b08a6034ca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcaa50dc-533f-44cc-abfe-778f05f8095b HTTP/1.1" status: 204 len: 168 time: 0.1246436 Mar 10 03:49:34.442657 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57590) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:34.455972 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93de66e-a40c-4295-8a05-46b08a6034ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa50dc-533f-44cc-abfe-778f05f8095b,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:34.459567 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e9c615d-2606-4fd7-89c5-42566f2ded95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.551894 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e9c615d-2606-4fd7-89c5-42566f2ded95 admin admin] Publish callbacks [] for security_group (790066ea-387f-4681-ad52-bc5e8d4cccec), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.555968 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e9c615d-2606-4fd7-89c5-42566f2ded95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (790066ea-387f-4681-ad52-bc5e8d4cccec), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.593517 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-5e9c615d-2606-4fd7-89c5-42566f2ded95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c2548da8dcf54d45860671254a407356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496925 Mar 10 03:49:34.595574 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c615d-2606-4fd7-89c5-42566f2ded95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790066ea-387f-4681-ad52-bc5e8d4cccec,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:34.600580 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57592) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:34.653237 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-17f1c532-417c-4dac-a8a3-e29d413b9663 admin admin] Publish callbacks [] for security_group (790066ea-387f-4681-ad52-bc5e8d4cccec), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.674563 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-17f1c532-417c-4dac-a8a3-e29d413b9663 admin admin] Publish callbacks [] for security_group (790066ea-387f-4681-ad52-bc5e8d4cccec), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.727306 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-17f1c532-417c-4dac-a8a3-e29d413b9663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (790066ea-387f-4681-ad52-bc5e8d4cccec), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.730557 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-17f1c532-417c-4dac-a8a3-e29d413b9663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:34.731870 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-17f1c532-417c-4dac-a8a3-e29d413b9663 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/790066ea-387f-4681-ad52-bc5e8d4cccec HTTP/1.1" status: 204 len: 168 time: 0.1300991 Mar 10 03:49:34.745670 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1c532-417c-4dac-a8a3-e29d413b9663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790066ea-387f-4681-ad52-bc5e8d4cccec,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:35.405123 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57638) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:35.510421 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-798802071-network', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:35.535555 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Made reservation on behalf of d0d1e7ac99014dc7a775a586615a41fb for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:49:35.538019 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.546883 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.620782 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Publish callbacks [] for security_group (7e6933ab-ef90-4536-b3f2-5de3c6a152ca), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.624510 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (7e6933ab-ef90-4536-b3f2-5de3c6a152ca), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.647243 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:49:35.663168 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6933ab-ef90-4536-b3f2-5de3c6a152ca,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:35.667790 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (9674876d-2d53-432f-a3be-413decdad5ce), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.668153 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Added segment 9674876d-2d53-432f-a3be-413decdad5ce of type vlan for network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 Mar 10 03:49:35.712394 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.737723 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.738932 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:35.739517 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.779745 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3704836 Mar 10 03:49:35.780054 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57656) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:35.785021 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Request body: {'subnet': {'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-798802071-subnet', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'ip_version': 4}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:35.805578 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Made reservation on behalf of d0d1e7ac99014dc7a775a586615a41fb for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:49:35.806745 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9be9d-f6f3-492a-88df-bbfbe0b409d5 admin admin] Pushing event updated for resources: {'Network': ['ID=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:35.808948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4171848'] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:35.817521 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:49:35.989569 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4171878'] for subnet (ec29d3f7-faeb-490a-b1f2-33abbec90975), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.045856 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec29d3f7-faeb-490a-b1f2-33abbec90975,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:36.054504 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Checking segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:36.054912 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Network hostable DHCP agents. Network: 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:49:36.071646 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:49:36.081585 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:36.086664 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:36.088784 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.092050 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e0a2e-0563-4d79-a634-e3deed5033fb None None] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:49:36.107492 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1ba65d4f-5810-45ea-a25e-d178191fe164 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3262844 Mar 10 03:49:36.110276 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57664) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:36.115094 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:36.136652 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (0ef9e71c-7c5e-4845-b425-9718b11f7e50), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.137780 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (0ef9e71c-7c5e-4845-b425-9718b11f7e50), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.197455 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57666) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:36.199391 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks [] for router_controller (0ef9e71c-7c5e-4845-b425-9718b11f7e50), precommit_add_association {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.210670 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:49:36.211613 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.322103 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ce1e44f8-022f-4efc-91d5-ac3f5828535a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.381673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks [] for router_gateway (0ef9e71c-7c5e-4845-b425-9718b11f7e50), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.414326 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ce1e44f8-022f-4efc-91d5-ac3f5828535a admin admin] Publish callbacks [] for security_group (c86b8eeb-d0d5-4b66-a042-cbd08a63a3b1), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.419165 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ce1e44f8-022f-4efc-91d5-ac3f5828535a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c86b8eeb-d0d5-4b66-a042-cbd08a63a3b1), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.458108 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ce1e44f8-022f-4efc-91d5-ac3f5828535a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=040ccdc8b018426594bb515c9e70315f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594559 Mar 10 03:49:36.460189 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e44f8-022f-4efc-91d5-ac3f5828535a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86b8eeb-d0d5-4b66-a042-cbd08a63a3b1,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:36.462528 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57672) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:36.517127 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Allocated IP 172.20.0.2 (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8/ec29d3f7-faeb-490a-b1f2-33abbec90975/dda5efc1-b691-49ed-954e-f1a2644b82e8) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:49:36.530827 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-279fca1f-0e1e-4195-90f6-c238c9ee7cb6 admin admin] Publish callbacks [] for security_group (c86b8eeb-d0d5-4b66-a042-cbd08a63a3b1), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.555939 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-279fca1f-0e1e-4195-90f6-c238c9ee7cb6 admin admin] Publish callbacks [] for security_group (c86b8eeb-d0d5-4b66-a042-cbd08a63a3b1), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.607969 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-279fca1f-0e1e-4195-90f6-c238c9ee7cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (c86b8eeb-d0d5-4b66-a042-cbd08a63a3b1), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.610474 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-279fca1f-0e1e-4195-90f6-c238c9ee7cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.612952 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-279fca1f-0e1e-4195-90f6-c238c9ee7cb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c86b8eeb-d0d5-4b66-a042-cbd08a63a3b1 HTTP/1.1" status: 204 len: 168 time: 0.1491256 Mar 10 03:49:36.623489 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fca1f-0e1e-4195-90f6-c238c9ee7cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86b8eeb-d0d5-4b66-a042-cbd08a63a3b1,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:36.625375 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks [] for router_gateway (0ef9e71c-7c5e-4845-b425-9718b11f7e50), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.646163 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.687976 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Publish callbacks [] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.694719 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.743173 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:36.750022 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:36.752739 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:49:36.787552 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Pushing event updated for resources: {'Port': ['ID=dda5efc1-b691-49ed-954e-f1a2644b82e8,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:36.791350 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Allocated IP 172.27.1.78 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/42106953-91a5-46f0-a35d-1efeaf0ff2ca) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:49:36.821079 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Attempting to bind port dda5efc1-b691-49ed-954e-f1a2644b82e8 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:49:36.821716 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Attempting to bind port dda5efc1-b691-49ed-954e-f1a2644b82e8 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:49:36.822808 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Attempting to bind port dda5efc1-b691-49ed-954e-f1a2644b82e8 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:49:36.827984 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:49:36.828370 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Checking segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:36.828783 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.829190 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Bound using segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:49:36.829665 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Bound port: dda5efc1-b691-49ed-954e-f1a2644b82e8, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:49:36.830052 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.897755 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] For port dda5efc1-b691-49ed-954e-f1a2644b82e8, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:49:36.901661 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] For port dda5efc1-b691-49ed-954e-f1a2644b82e8, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=dda5efc1-b691-49ed-954e-f1a2644b82e8,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:49:36.904353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks [] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.911374 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.943331 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57678) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:36.949231 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.966857 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c93edbc8-6c00-4c36-8eeb-9b10dd11ca41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:36.989627 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:36.990030 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c070f-1e21-4b04-803b-a245d3859505 None None] Pushing event updated for resources: {'Port': ['ID=dda5efc1-b691-49ed-954e-f1a2644b82e8,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:36.999404 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:37.001524 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:49:37.029435 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Pushing event updated for resources: {'Port': ['ID=42106953-91a5-46f0-a35d-1efeaf0ff2ca,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:37.046207 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.046765 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.047183 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.047715 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.048271 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.048698 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.049268 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.049682 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.050095 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.050589 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.051148 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.051629 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.052091 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:37.085490 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c93edbc8-6c00-4c36-8eeb-9b10dd11ca41 admin admin] Publish callbacks [] for security_group (b84ac6ab-18c7-4400-986a-582ce32a272c), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:37.090810 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c93edbc8-6c00-4c36-8eeb-9b10dd11ca41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b84ac6ab-18c7-4400-986a-582ce32a272c), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:37.126386 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c93edbc8-6c00-4c36-8eeb-9b10dd11ca41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0827f7ae3844be5bd033c930fffa382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818225 Mar 10 03:49:37.131821 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57680) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:37.156424 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93edbc8-6c00-4c36-8eeb-9b10dd11ca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84ac6ab-18c7-4400-986a-582ce32a272c,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:37.208066 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f11aa91d-cb5b-4d6e-a2fd-512ea0a2b844 admin admin] Publish callbacks [] for security_group (b84ac6ab-18c7-4400-986a-582ce32a272c), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:37.234781 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f11aa91d-cb5b-4d6e-a2fd-512ea0a2b844 admin admin] Publish callbacks [] for security_group (b84ac6ab-18c7-4400-986a-582ce32a272c), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:37.305547 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f11aa91d-cb5b-4d6e-a2fd-512ea0a2b844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b84ac6ab-18c7-4400-986a-582ce32a272c), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:37.315976 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f11aa91d-cb5b-4d6e-a2fd-512ea0a2b844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:37.319957 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-f11aa91d-cb5b-4d6e-a2fd-512ea0a2b844 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b84ac6ab-18c7-4400-986a-582ce32a272c HTTP/1.1" status: 204 len: 168 time: 0.1846125 Mar 10 03:49:37.326995 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11aa91d-cb5b-4d6e-a2fd-512ea0a2b844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84ac6ab-18c7-4400-986a-582ce32a272c,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:37.566386 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks [] for router_gateway (0ef9e71c-7c5e-4845-b425-9718b11f7e50), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:37.785337 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (0ef9e71c-7c5e-4845-b425-9718b11f7e50), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:37.936167 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:49:38.053312 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef45653-e59b-48c6-960a-5e780efe7f19 None None] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:49:38.064168 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:49:38.076838 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:49:38.090306 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:38.091076 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:38.094866 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.096659 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-69e8076a-f873-4ea2-8c8a-ef4f7a23aa6e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9852440 Mar 10 03:49:38.099226 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57704) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:38.148195 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-b6ff58b3-1a6f-4f7f-97b1-651ee29570f4 None None] Provisioning complete for port dda5efc1-b691-49ed-954e-f1a2644b82e8 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:38.148583 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-b6ff58b3-1a6f-4f7f-97b1-651ee29570f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.207296 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:38.276756 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff58b3-1a6f-4f7f-97b1-651ee29570f4 None None] Current status of the port dda5efc1-b691-49ed-954e-f1a2644b82e8 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:38.277154 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-b6ff58b3-1a6f-4f7f-97b1-651ee29570f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.334118 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-b6ff58b3-1a6f-4f7f-97b1-651ee29570f4 None None] For port dda5efc1-b691-49ed-954e-f1a2644b82e8, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=dda5efc1-b691-49ed-954e-f1a2644b82e8,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:38.339993 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-b6ff58b3-1a6f-4f7f-97b1-651ee29570f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.401851 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff58b3-1a6f-4f7f-97b1-651ee29570f4 None None] Pushing event updated for resources: {'Port': ['ID=dda5efc1-b691-49ed-954e-f1a2644b82e8,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:38.437548 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:37Z', 'revision_number': 3, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:38.595840 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:49:38.596204 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Updating router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 port 42106953-91a5-46f0-a35d-1efeaf0ff2ca binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:49:38.632432 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.672435 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-8621a26c-c629-4fd7-a4bb-666ad0cbee9d None None] Provisioning complete for port dda5efc1-b691-49ed-954e-f1a2644b82e8 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:38.678851 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-8621a26c-c629-4fd7-a4bb-666ad0cbee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.759055 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.800286 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-8621a26c-c629-4fd7-a4bb-666ad0cbee9d None None] Current status of the port dda5efc1-b691-49ed-954e-f1a2644b82e8 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:38.903146 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Publish callbacks [] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.908962 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.967959 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Pushing event updated for resources: {'Port': ['ID=42106953-91a5-46f0-a35d-1efeaf0ff2ca,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:38.972861 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Attempting to bind port 42106953-91a5-46f0-a35d-1efeaf0ff2ca on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:49:38.973418 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Attempting to bind port 42106953-91a5-46f0-a35d-1efeaf0ff2ca by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:49:38.973812 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Attempting to bind port 42106953-91a5-46f0-a35d-1efeaf0ff2ca on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:49:38.983067 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:49:38.983458 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:38.984103 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.984282 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:49:38.984754 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Bound port: 42106953-91a5-46f0-a35d-1efeaf0ff2ca, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:49:38.985133 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:38.987669 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.988029 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.988399 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.988746 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.989105 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.989408 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.989754 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.990090 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.990419 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.990794 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.991119 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.991443 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:38.991772 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.051049 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device dda5efc1-b691-49ed-954e-f1a2644b82e8 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:39.062816 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] For port 42106953-91a5-46f0-a35d-1efeaf0ff2ca, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:49:39.066908 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] For port 42106953-91a5-46f0-a35d-1efeaf0ff2ca, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=42106953-91a5-46f0-a35d-1efeaf0ff2ca,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:49:39.073744 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.119405 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port dda5efc1-b691-49ed-954e-f1a2644b82e8 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:39.125474 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.150479 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8465fd1-c1f2-482d-b4e1-9824dbb4c592 None None] Pushing event updated for resources: {'Port': ['ID=42106953-91a5-46f0-a35d-1efeaf0ff2ca,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:39.153517 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:39.154428 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:39.216295 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port dda5efc1-b691-49ed-954e-f1a2644b82e8 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:39.218374 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Allocated IP 172.20.0.1 (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8/ec29d3f7-faeb-490a-b1f2-33abbec90975/519dd0dd-8b02-4f05-80be-29aacf6671f2) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:49:39.281026 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:39.330272 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Publish callbacks [] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.364715 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.401151 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:39.404297 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:39.410373 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:49:39.435416 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Pushing event updated for resources: {'Port': ['ID=519dd0dd-8b02-4f05-80be-29aacf6671f2,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:39.451390 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.451756 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.452109 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.452454 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.452819 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.453119 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.453452 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.453794 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.454116 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.454445 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.455231 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.455231 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.455450 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:39.471118 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (0ef9e71c-7c5e-4845-b425-9718b11f7e50), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.471594 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:37Z', 'revision_number': 3, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:39.499225 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e648a-02cd-4abf-ac8b-f5017743bdfa None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:37Z', 'revision_number': 3, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:49:39.646204 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.737815 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-6bd7fd6a-f8eb-4bd6-9470-01d70ddd4596 None None] Provisioning complete for port 519dd0dd-8b02-4f05-80be-29aacf6671f2 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:39.737815 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6bd7fd6a-f8eb-4bd6-9470-01d70ddd4596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.824106 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7fd6a-f8eb-4bd6-9470-01d70ddd4596 None None] Port 519dd0dd-8b02-4f05-80be-29aacf6671f2 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:49:39.849916 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Publish callbacks [] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.857072 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:39.936214 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Pushing event updated for resources: {'Port': ['ID=519dd0dd-8b02-4f05-80be-29aacf6671f2,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:39.940115 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (0ef9e71c-7c5e-4845-b425-9718b11f7e50), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:40.059032 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:40.060467 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:40.213105 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:49:40.355771 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-53543cfd-aa3b-4347-a004-3984f07f9507 None None] Provisioning complete for port 519dd0dd-8b02-4f05-80be-29aacf6671f2 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:40.356301 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-53543cfd-aa3b-4347-a004-3984f07f9507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:40.357634 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:49:40.377746 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-48f69d24-a701-453c-b134-446742f966d7 admin admin] 10.222.0.20 "PUT /v2.0/routers/0ef9e71c-7c5e-4845-b425-9718b11f7e50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2682145 Mar 10 03:49:40.396810 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-53543cfd-aa3b-4347-a004-3984f07f9507 None None] Port 519dd0dd-8b02-4f05-80be-29aacf6671f2 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:49:40.935503 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57764) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:40.940501 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-601757414-network', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:40.961545 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Made reservation on behalf of b7f2ed8946c548eca508c35b138b1240 for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:49:40.964654 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:40.975578 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.049919 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 42106953-91a5-46f0-a35d-1efeaf0ff2ca up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:41.059352 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Publish callbacks [] for security_group (a9f7220f-f54d-4990-8957-fc5aa6fba8c7), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.064253 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (a9f7220f-f54d-4990-8957-fc5aa6fba8c7), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.090438 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:49:41.100857 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f7220f-f54d-4990-8957-fc5aa6fba8c7,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:41.106270 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (acad0784-8916-484f-a621-752d85e83cfe), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.106792 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Added segment acad0784-8916-484f-a621-752d85e83cfe of type vlan for network 12c71672-fab8-4c66-97b6-4a7afd17568a Mar 10 03:49:41.113943 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 42106953-91a5-46f0-a35d-1efeaf0ff2ca triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:41.114478 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.156526 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (12c71672-fab8-4c66-97b6-4a7afd17568a), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.187036 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (12c71672-fab8-4c66-97b6-4a7afd17568a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.188487 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:41.189106 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.202047 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 42106953-91a5-46f0-a35d-1efeaf0ff2ca is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:41.202439 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.224496 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2878668 Mar 10 03:49:41.225342 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 42106953-91a5-46f0-a35d-1efeaf0ff2ca, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=42106953-91a5-46f0-a35d-1efeaf0ff2ca,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:41.227214 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57770) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:41.231219 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.256599 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Request body: {'subnet': {'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-601757414-subnet', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'ip_version': 4}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:41.263108 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11f82b-1136-42f9-b7ac-a97b022085da admin admin] Pushing event updated for resources: {'Network': ['ID=12c71672-fab8-4c66-97b6-4a7afd17568a,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:41.278604 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Made reservation on behalf of b7f2ed8946c548eca508c35b138b1240 for: {'subnet': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:49:41.279879 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 12c71672-fab8-4c66-97b6-4a7afd17568a details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:49:41.281273 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9938788'] for subnet (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.297209 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=42106953-91a5-46f0-a35d-1efeaf0ff2ca,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:41.356103 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:49:41.373694 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:41.374656 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:41.460428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10302119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9938762'] for subnet (3388e166-1b0e-4d6a-b059-780c8789a92a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.485629 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:41.515761 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3388e166-1b0e-4d6a-b059-780c8789a92a,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:41.524642 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Checking segment: {'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:41.525058 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Network hostable DHCP agents. Network: 12c71672-fab8-4c66-97b6-4a7afd17568a, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109718) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:49:41.541594 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Network 12c71672-fab8-4c66-97b6-4a7afd17568a is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109718) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:49:41.551193 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 12c71672-fab8-4c66-97b6-4a7afd17568a) {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:41.555159 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:41.555765 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.570739 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2558e6-907f-46c5-a613-a34002045968 None None] Network 12c71672-fab8-4c66-97b6-4a7afd17568a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:49:41.584763 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-a0386eed-daf6-40e0-a50b-3c3c1764e258 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3541982 Mar 10 03:49:41.585043 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57778) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:41.594629 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:41.619565 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (dda946d8-77f7-420f-ae0d-70c102e934cc), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.624630 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (dda946d8-77f7-420f-ae0d-70c102e934cc), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.688593 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks [] for router_controller (dda946d8-77f7-420f-ae0d-70c102e934cc), precommit_add_association {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.761658 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-12c71672-fab8-4c66-97b6-4a7afd17568a', 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a', 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'fixed_ips': [{'subnet_id': '3388e166-1b0e-4d6a-b059-780c8789a92a'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:49:41.762617 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.841952 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks [] for router_gateway (dda946d8-77f7-420f-ae0d-70c102e934cc), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:41.873169 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 2, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:41.892246 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57790) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:41.906321 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:49:41.906680 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Updating router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 port 519dd0dd-8b02-4f05-80be-29aacf6671f2 binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:49:41.965284 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.007422 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a219ca8c-5236-45ab-83ae-165743e271db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.061396 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks [] for router_gateway (dda946d8-77f7-420f-ae0d-70c102e934cc), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.080881 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.093135 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a219ca8c-5236-45ab-83ae-165743e271db admin admin] Publish callbacks [] for security_group (0f4ad486-733c-4833-b9b0-f1843599cbe2), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.096630 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a219ca8c-5236-45ab-83ae-165743e271db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0f4ad486-733c-4833-b9b0-f1843599cbe2), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.143032 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a219ca8c-5236-45ab-83ae-165743e271db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81dde70cb9684c47afce20bed9b1911d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472682 Mar 10 03:49:42.143270 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Allocated IP 172.20.0.2 (12c71672-fab8-4c66-97b6-4a7afd17568a/3388e166-1b0e-4d6a-b059-780c8789a92a/100f796b-c017-405a-8af0-2db1c71df794) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:49:42.143373 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57794) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:42.150353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ca8c-5236-45ab-83ae-165743e271db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4ad486-733c-4833-b9b0-f1843599cbe2,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:42.230287 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Allocated IP 172.27.1.123 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/662b4079-fdbd-40fd-bd9a-a81da5ee7511) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:49:42.236174 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9a9d60c-029f-4b96-a1ac-e9b867743ea7 admin admin] Publish callbacks [] for security_group (0f4ad486-733c-4833-b9b0-f1843599cbe2), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.274217 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9a9d60c-029f-4b96-a1ac-e9b867743ea7 admin admin] Publish callbacks [] for security_group (0f4ad486-733c-4833-b9b0-f1843599cbe2), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.376359 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9a9d60c-029f-4b96-a1ac-e9b867743ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (0f4ad486-733c-4833-b9b0-f1843599cbe2), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.378892 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9a9d60c-029f-4b96-a1ac-e9b867743ea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.380035 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e9a9d60c-029f-4b96-a1ac-e9b867743ea7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f4ad486-733c-4833-b9b0-f1843599cbe2 HTTP/1.1" status: 204 len: 168 time: 0.2356563 Mar 10 03:49:42.398209 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9d60c-029f-4b96-a1ac-e9b867743ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4ad486-733c-4833-b9b0-f1843599cbe2,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:42.407007 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks [] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.437326 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Publish callbacks [] for port (100f796b-c017-405a-8af0-2db1c71df794), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.450920 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (100f796b-c017-405a-8af0-2db1c71df794), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.453299 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.494381 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:42.501372 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:42.504968 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:49:42.529989 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Network 12c71672-fab8-4c66-97b6-4a7afd17568a is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:42.530318 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Pushing event updated for resources: {'Port': ['ID=662b4079-fdbd-40fd-bd9a-a81da5ee7511,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:42.535887 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:42.539264 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Pushing event updated for resources: {'Port': ['ID=100f796b-c017-405a-8af0-2db1c71df794,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:42.546834 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:49:42.564865 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Publish callbacks [] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.592131 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.653647 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Attempting to bind port 100f796b-c017-405a-8af0-2db1c71df794 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:49:42.654287 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Attempting to bind port 100f796b-c017-405a-8af0-2db1c71df794 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:49:42.654653 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Attempting to bind port 100f796b-c017-405a-8af0-2db1c71df794 on network 12c71672-fab8-4c66-97b6-4a7afd17568a {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:49:42.671528 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3363c-4ad9-445c-b97a-23fcebde3e11 None None] Pushing event updated for resources: {'Port': ['ID=519dd0dd-8b02-4f05-80be-29aacf6671f2,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:42.674346 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:49:42.674650 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Checking segment: {'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:42.675081 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.675459 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Bound using segment: {'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:49:42.675981 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Bound port: 100f796b-c017-405a-8af0-2db1c71df794, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:49:42.676363 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (100f796b-c017-405a-8af0-2db1c71df794), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.774260 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Attempting to bind port 519dd0dd-8b02-4f05-80be-29aacf6671f2 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:49:42.775226 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Attempting to bind port 519dd0dd-8b02-4f05-80be-29aacf6671f2 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:49:42.775814 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Attempting to bind port 519dd0dd-8b02-4f05-80be-29aacf6671f2 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:49:42.806431 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:49:42.807171 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Checking segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:42.807593 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.808000 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Bound using segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:49:42.808496 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Bound port: 519dd0dd-8b02-4f05-80be-29aacf6671f2, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:49:42.809029 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.830115 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] For port 100f796b-c017-405a-8af0-2db1c71df794, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:49:42.851544 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks [] for router_gateway (dda946d8-77f7-420f-ae0d-70c102e934cc), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.862384 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] For port 100f796b-c017-405a-8af0-2db1c71df794, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=100f796b-c017-405a-8af0-2db1c71df794,segment=NetworkSegment(acad0784-8916-484f-a621-752d85e83cfe),segment_id=acad0784-8916-484f-a621-752d85e83cfe)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:49:42.882192 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (100f796b-c017-405a-8af0-2db1c71df794), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.939583 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] For port 519dd0dd-8b02-4f05-80be-29aacf6671f2, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:49:42.969871 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] For port 519dd0dd-8b02-4f05-80be-29aacf6671f2, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=519dd0dd-8b02-4f05-80be-29aacf6671f2,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:49:42.985169 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456730e-8ca7-40da-b281-0b08b1e36822 None None] Pushing event updated for resources: {'Port': ['ID=100f796b-c017-405a-8af0-2db1c71df794,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:42.991834 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-7cd73c73-eb34-4ee6-b8be-64720464e891 None None] Provisioning complete for port 519dd0dd-8b02-4f05-80be-29aacf6671f2 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:42.992354 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7cd73c73-eb34-4ee6-b8be-64720464e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:42.994931 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.069526 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 42106953-91a5-46f0-a35d-1efeaf0ff2ca up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:43.089235 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (dda946d8-77f7-420f-ae0d-70c102e934cc), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.160337 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3363c-4ad9-445c-b97a-23fcebde3e11 None None] Pushing event updated for resources: {'Port': ['ID=519dd0dd-8b02-4f05-80be-29aacf6671f2,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:43.164373 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:43.165005 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:43.298643 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-7cd73c73-eb34-4ee6-b8be-64720464e891 None None] Current status of the port 519dd0dd-8b02-4f05-80be-29aacf6671f2 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:43.299069 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7cd73c73-eb34-4ee6-b8be-64720464e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.310284 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 42106953-91a5-46f0-a35d-1efeaf0ff2ca triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:43.310673 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.332441 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Router dda946d8-77f7-420f-ae0d-70c102e934cc is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:49:43.345789 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57818) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:43.436289 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-7cd73c73-eb34-4ee6-b8be-64720464e891 None None] For port 519dd0dd-8b02-4f05-80be-29aacf6671f2, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=519dd0dd-8b02-4f05-80be-29aacf6671f2,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:43.450965 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:43.452922 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7cd73c73-eb34-4ee6-b8be-64720464e891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.509794 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2044199040-network', 'tenant_id': '1d1bf17a80f34c2b82423045f86f523b'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:43.529526 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:49:43.543648 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Sync routers for ids ['dda946d8-77f7-420f-ae0d-70c102e934cc'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:49:43.547135 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Made reservation on behalf of 1d1bf17a80f34c2b82423045f86f523b for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:49:43.549792 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.559386 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Routers {'dda946d8-77f7-420f-ae0d-70c102e934cc'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:43.559666 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.560396 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['dda946d8-77f7-420f-ae0d-70c102e934cc'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:43.561890 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.565972 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-74ceb248-2e0f-4624-890e-d2f0856e24bc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9789577 Mar 10 03:49:43.566580 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57822) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:43.630584 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 42106953-91a5-46f0-a35d-1efeaf0ff2ca is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:43.640230 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Publish callbacks [] for security_group (7f98893c-977b-495e-a4a9-980fbe09c099), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.647760 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (7f98893c-977b-495e-a4a9-980fbe09c099), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.658864 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd73c73-eb34-4ee6-b8be-64720464e891 None None] Pushing event updated for resources: {'Port': ['ID=519dd0dd-8b02-4f05-80be-29aacf6671f2,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:43.693161 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-733e8438-359c-4138-967c-ed027b1a0d69 None None] Provisioning complete for port 519dd0dd-8b02-4f05-80be-29aacf6671f2 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:43.693161 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-733e8438-359c-4138-967c-ed027b1a0d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.696316 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f98893c-977b-495e-a4a9-980fbe09c099,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:43.706904 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:49:43.718381 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (0bae34ee-8887-49af-8235-cdf65afc0ef7), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.719138 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Added segment 0bae34ee-8887-49af-8235-cdf65afc0ef7 of type vlan for network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 Mar 10 03:49:43.752659 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Set router dda946d8-77f7-420f-ae0d-70c102e934cc gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:43.769305 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.802268 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.803756 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:43.804615 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.850847 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5042326 Mar 10 03:49:43.855302 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57826) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:43.897370 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Request body: {'subnet': {'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2044199040-subnet', 'tenant_id': '1d1bf17a80f34c2b82423045f86f523b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:43.903605 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a250c71-b35b-4ddc-95c9-2a8065b56994 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:43.924749 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:49:43.933489 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Made reservation on behalf of 1d1bf17a80f34c2b82423045f86f523b for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:49:43.936266 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4171848'] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:43.946125 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-733e8438-359c-4138-967c-ed027b1a0d69 None None] Current status of the port 519dd0dd-8b02-4f05-80be-29aacf6671f2 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:43.996923 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:42Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:44.031290 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:49:42Z', 'revision_number': 3, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:44.067644 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Checking router: dda946d8-77f7-420f-ae0d-70c102e934cc for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:49:44.068020 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Updating router dda946d8-77f7-420f-ae0d-70c102e934cc port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:49:44.086767 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad89054-ddac-4305-b692-822fcd401ca3 None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:42Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:49:44.110645 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.202091 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4171878'] for subnet (e927e75f-9c4f-41a9-9fda-9ce21cee379a), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.278544 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e927e75f-9c4f-41a9-9fda-9ce21cee379a,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:44.296609 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Checking segment: {'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:44.297174 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Network hostable DHCP agents. Network: 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:49:44.319100 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:49:44.338047 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:44.346927 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:44.347550 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.351797 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33210f97-d2a2-4bd2-b161-f234d5509a42 None None] Network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:49:44.387633 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-efa1b424-1ce7-4821-ad93-f11fd1e741ff admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5311768 Mar 10 03:49:44.531330 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d4634-74cd-4065-8c1a-c7698eff9fdd None None] Network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:49:44.537893 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Publish callbacks [] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.552277 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.622925 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56951356-555c-4384-86bf-679d70cd1bce None None] Network 12c71672-fab8-4c66-97b6-4a7afd17568a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:49:44.641161 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Attempting to bind port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:49:44.641547 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Attempting to bind port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:49:44.641916 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Attempting to bind port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:49:44.667279 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484d760-749e-479a-84b1-f47431668226 None None] Pushing event updated for resources: {'Port': ['ID=662b4079-fdbd-40fd-bd9a-a81da5ee7511,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:44.673943 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:49:44.685208 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:44.685443 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.685851 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:49:44.686369 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Bound port: 662b4079-fdbd-40fd-bd9a-a81da5ee7511, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:49:44.686780 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.709180 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.752861 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] For port 662b4079-fdbd-40fd-bd9a-a81da5ee7511, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:49:44.757768 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] For port 662b4079-fdbd-40fd-bd9a-a81da5ee7511, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=662b4079-fdbd-40fd-bd9a-a81da5ee7511,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:49:44.768351 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:44.843270 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Routers {'dda946d8-77f7-420f-ae0d-70c102e934cc'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:44.843931 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['dda946d8-77f7-420f-ae0d-70c102e934cc'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:44.930092 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484d760-749e-479a-84b1-f47431668226 None None] Pushing event updated for resources: {'Port': ['ID=662b4079-fdbd-40fd-bd9a-a81da5ee7511,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:44.977102 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Allocated IP 172.20.0.1 (12c71672-fab8-4c66-97b6-4a7afd17568a/3388e166-1b0e-4d6a-b059-780c8789a92a/bdefb693-2014-45f2-84e4-83429c2926d4) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:49:45.040271 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Provisioning complete for port 100f796b-c017-405a-8af0-2db1c71df794 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:45.040656 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (100f796b-c017-405a-8af0-2db1c71df794), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.094647 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] Set router dda946d8-77f7-420f-ae0d-70c102e934cc gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:45.121093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Publish callbacks [] for port (bdefb693-2014-45f2-84e4-83429c2926d4), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.211811 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.272519 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Current status of the port 100f796b-c017-405a-8af0-2db1c71df794 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:45.272919 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (100f796b-c017-405a-8af0-2db1c71df794), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.275855 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 519dd0dd-8b02-4f05-80be-29aacf6671f2 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:45.308435 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Pushing event updated for resources: {'Port': ['ID=bdefb693-2014-45f2-84e4-83429c2926d4,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:45.320646 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Network 12c71672-fab8-4c66-97b6-4a7afd17568a is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:45.325540 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:45.339727 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:49:45.434999 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (dda946d8-77f7-420f-ae0d-70c102e934cc), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.439372 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] For port 100f796b-c017-405a-8af0-2db1c71df794, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=100f796b-c017-405a-8af0-2db1c71df794,segment=NetworkSegment(acad0784-8916-484f-a621-752d85e83cfe),segment_id=acad0784-8916-484f-a621-752d85e83cfe)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:45.452812 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (100f796b-c017-405a-8af0-2db1c71df794), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.548237 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 519dd0dd-8b02-4f05-80be-29aacf6671f2 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:45.551327 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.611526 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:49:42Z', 'revision_number': 3, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:45.620030 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Pushing event updated for resources: {'Port': ['ID=100f796b-c017-405a-8af0-2db1c71df794,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:45.642703 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.643360 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.644558 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.645315 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.645724 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.646244 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.646651 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.647891 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.648643 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.649944 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864d7c2-c44e-44bb-8945-4933d47a46fb None None] The sync data for ids ['dda946d8-77f7-420f-ae0d-70c102e934cc'] in dv-cinder-804735-27-iscsi is: [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:49:42Z', 'revision_number': 3, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:49:45.655321 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.655598 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.656005 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.656951 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7053d4c-76f7-466d-ae70-8283ff8f6848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:49:45.693781 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.738187 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-11e41a6f-fe35-4897-8be5-78d0db89a84f None None] Provisioning complete for port 100f796b-c017-405a-8af0-2db1c71df794 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:45.738822 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-11e41a6f-fe35-4897-8be5-78d0db89a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (100f796b-c017-405a-8af0-2db1c71df794), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.784558 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 519dd0dd-8b02-4f05-80be-29aacf6671f2 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:45.785671 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 100f796b-c017-405a-8af0-2db1c71df794 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:45.854491 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 100f796b-c017-405a-8af0-2db1c71df794 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:45.854991 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (100f796b-c017-405a-8af0-2db1c71df794), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.918305 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Publish callbacks [] for port (bdefb693-2014-45f2-84e4-83429c2926d4), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.925638 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:45.926913 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-11e41a6f-fe35-4897-8be5-78d0db89a84f None None] Current status of the port 100f796b-c017-405a-8af0-2db1c71df794 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:45.991100 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 100f796b-c017-405a-8af0-2db1c71df794 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:46.012352 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Pushing event updated for resources: {'Port': ['ID=bdefb693-2014-45f2-84e4-83429c2926d4,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:46.014829 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (dda946d8-77f7-420f-ae0d-70c102e934cc), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:46.050550 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-4581c354-8271-416a-bb2f-58e2c65a87e4 None None] Provisioning complete for port bdefb693-2014-45f2-84e4-83429c2926d4 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:46.051155 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4581c354-8271-416a-bb2f-58e2c65a87e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:46.088946 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-4581c354-8271-416a-bb2f-58e2c65a87e4 None None] Port bdefb693-2014-45f2-84e4-83429c2926d4 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:49:46.112193 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Network 12c71672-fab8-4c66-97b6-4a7afd17568a is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:46.113731 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:46.270921 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Router dda946d8-77f7-420f-ae0d-70c102e934cc has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:49:46.396431 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:49:46.414771 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-36680c30-006d-4ded-9880-550383dde5ec None None] Provisioning complete for port bdefb693-2014-45f2-84e4-83429c2926d4 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:46.415858 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-f1ef7ec6-919c-496f-84a0-9782e3c7354e admin admin] 10.222.0.20 "PUT /v2.0/routers/dda946d8-77f7-420f-ae0d-70c102e934cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8410232 Mar 10 03:49:46.416183 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-36680c30-006d-4ded-9880-550383dde5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:46.460512 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-36680c30-006d-4ded-9880-550383dde5ec None None] Port bdefb693-2014-45f2-84e4-83429c2926d4 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:49:46.708587 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-f5396942-7a7a-47aa-8d62-4da1c917d84f tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:46.710412 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-f5396942-7a7a-47aa-8d62-4da1c917d84f tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/networks?id=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 HTTP/1.1" status: 200 len: 809 time: 0.1144466 Mar 10 03:49:46.726842 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-5a0de0d9-2246-4ac7-9861-dcb5a50764cc tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/quotas/1d1bf17a80f34c2b82423045f86f523b HTTP/1.1" status: 200 len: 375 time: 0.0106747 Mar 10 03:49:46.762784 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-f1cd3680-5d84-4388-be0a-499626794f98 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d1bf17a80f34c2b82423045f86f523b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281725 Mar 10 03:49:46.870721 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-2d2a4ace-ceb0-4cc9-8878-a0641e172de7 service neutron] 10.222.0.20 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002817 Mar 10 03:49:46.942910 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57866) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:46.948419 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-5424d1f1-6c86-4f5b-9d76-3f4a3eb432c9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605555501', 'description': 'tempest-secgroup-smoke-605555501 description', 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:46.976218 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5424d1f1-6c86-4f5b-9d76-3f4a3eb432c9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:46.994294 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-2518cf19-0ca8-4e3b-8fb2-6e477624863b service neutron] 10.222.0.20 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154017 Mar 10 03:49:47.058018 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5424d1f1-6c86-4f5b-9d76-3f4a3eb432c9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group (dc23ab55-c22b-4408-a4c6-76ce28fa48b0), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.062910 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5424d1f1-6c86-4f5b-9d76-3f4a3eb432c9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (dc23ab55-c22b-4408-a4c6-76ce28fa48b0), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.091072 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424d1f1-6c86-4f5b-9d76-3f4a3eb432c9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc23ab55-c22b-4408-a4c6-76ce28fa48b0,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:47.117355 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-5424d1f1-6c86-4f5b-9d76-3f4a3eb432c9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.119178 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 662b4079-fdbd-40fd-bd9a-a81da5ee7511 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:47.120152 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-5424d1f1-6c86-4f5b-9d76-3f4a3eb432c9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1760201 Mar 10 03:49:47.123100 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 57870) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:47.127611 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-a6300494-43e9-4ad3-b00e-5b6876ae56ac tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'security_group_rule': {'security_group_id': 'dc23ab55-c22b-4408-a4c6-76ce28fa48b0', 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:47.157481 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a6300494-43e9-4ad3-b00e-5b6876ae56ac tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (2a8b6fc1-0201-4d36-b03a-bed5e794217b), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.177801 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1ce748e8-55e3-4046-8104-d19534b807e6 req-6ee7ff9d-786b-40af-afbc-da84a279b4ea tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 210 time: 0.0363994 Mar 10 03:49:47.196249 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:47.199060 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.229749 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a6300494-43e9-4ad3-b00e-5b6876ae56ac tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (2a8b6fc1-0201-4d36-b03a-bed5e794217b), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.233887 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a6300494-43e9-4ad3-b00e-5b6876ae56ac tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (2a8b6fc1-0201-4d36-b03a-bed5e794217b), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.258828 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6300494-43e9-4ad3-b00e-5b6876ae56ac tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8b6fc1-0201-4d36-b03a-bed5e794217b,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:47.265754 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a6300494-43e9-4ad3-b00e-5b6876ae56ac tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.270162 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57878) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:47.270534 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a6300494-43e9-4ad3-b00e-5b6876ae56ac tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462867 Mar 10 03:49:47.275476 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-9955f75c-1ed8-4cb3-a441-301c9a12de7f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'security_group_rule': {'security_group_id': 'dc23ab55-c22b-4408-a4c6-76ce28fa48b0', 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:47.317838 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9955f75c-1ed8-4cb3-a441-301c9a12de7f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (1dc409d9-61ef-4bc5-bbe7-6a9047035ac1), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.322957 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:47.323495 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.348334 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 662b4079-fdbd-40fd-bd9a-a81da5ee7511, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=662b4079-fdbd-40fd-bd9a-a81da5ee7511,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:47.355320 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.356514 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 100f796b-c017-405a-8af0-2db1c71df794 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:47.413319 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9955f75c-1ed8-4cb3-a441-301c9a12de7f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (1dc409d9-61ef-4bc5-bbe7-6a9047035ac1), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.427816 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9955f75c-1ed8-4cb3-a441-301c9a12de7f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (1dc409d9-61ef-4bc5-bbe7-6a9047035ac1), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.457029 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=662b4079-fdbd-40fd-bd9a-a81da5ee7511,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:47.458019 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955f75c-1ed8-4cb3-a441-301c9a12de7f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc409d9-61ef-4bc5-bbe7-6a9047035ac1,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:47.470579 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-9955f75c-1ed8-4cb3-a441-301c9a12de7f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.471920 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 100f796b-c017-405a-8af0-2db1c71df794 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:47.472106 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-9955f75c-1ed8-4cb3-a441-301c9a12de7f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2007854 Mar 10 03:49:47.472635 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (100f796b-c017-405a-8af0-2db1c71df794), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.476216 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57886) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:47.483399 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-c76ef21d-1f5d-4c64-9f6e-6e35437aeefd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'security_group_rule': {'security_group_id': 'dc23ab55-c22b-4408-a4c6-76ce28fa48b0', 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:47.529284 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c76ef21d-1f5d-4c64-9f6e-6e35437aeefd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (966f9cd8-13a8-4557-afe6-1b9244944830), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.591530 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 100f796b-c017-405a-8af0-2db1c71df794 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:47.611150 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c76ef21d-1f5d-4c64-9f6e-6e35437aeefd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (966f9cd8-13a8-4557-afe6-1b9244944830), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.617560 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c76ef21d-1f5d-4c64-9f6e-6e35437aeefd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (966f9cd8-13a8-4557-afe6-1b9244944830), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.639599 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ef21d-1f5d-4c64-9f6e-6e35437aeefd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966f9cd8-13a8-4557-afe6-1b9244944830,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:47.649032 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-c76ef21d-1f5d-4c64-9f6e-6e35437aeefd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.658721 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-c76ef21d-1f5d-4c64-9f6e-6e35437aeefd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773498 Mar 10 03:49:47.659265 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57890) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:47.664449 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-b27fac86-54c7-45c1-9ef6-c7f7f46fad66 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'security_group_rule': {'security_group_id': 'dc23ab55-c22b-4408-a4c6-76ce28fa48b0', 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:47.694304 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b27fac86-54c7-45c1-9ef6-c7f7f46fad66 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (123cdf82-5c67-4fa8-a053-4855ad6b863f), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.756318 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b27fac86-54c7-45c1-9ef6-c7f7f46fad66 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (123cdf82-5c67-4fa8-a053-4855ad6b863f), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.760401 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b27fac86-54c7-45c1-9ef6-c7f7f46fad66 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (123cdf82-5c67-4fa8-a053-4855ad6b863f), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.787361 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fac86-54c7-45c1-9ef6-c7f7f46fad66 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123cdf82-5c67-4fa8-a053-4855ad6b863f,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:47.794815 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b27fac86-54c7-45c1-9ef6-c7f7f46fad66 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.798501 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-b27fac86-54c7-45c1-9ef6-c7f7f46fad66 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353934 Mar 10 03:49:47.798501 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57896) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:47.803161 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-2e16642e-12fb-4d49-95f1-fe65244b27ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'security_group_rule': {'security_group_id': 'dc23ab55-c22b-4408-a4c6-76ce28fa48b0', 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:47.828141 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.securitygroups_db [None req-2e16642e-12fb-4d49-95f1-fe65244b27ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Project d0d1e7ac99014dc7a775a586615a41fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 03:49:47.833534 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e16642e-12fb-4d49-95f1-fe65244b27ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (73c3a242-7065-4215-863c-1629315b9744), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.908907 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e16642e-12fb-4d49-95f1-fe65244b27ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (73c3a242-7065-4215-863c-1629315b9744), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.912754 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e16642e-12fb-4d49-95f1-fe65244b27ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (73c3a242-7065-4215-863c-1629315b9744), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.931545 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16642e-12fb-4d49-95f1-fe65244b27ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c3a242-7065-4215-863c-1629315b9744,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:47.940315 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-2e16642e-12fb-4d49-95f1-fe65244b27ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:47.941539 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-2e16642e-12fb-4d49-95f1-fe65244b27ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422675 Mar 10 03:49:47.944152 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 57898) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:47.949038 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-a57f09a1-020a-48c7-92a2-98617569ad36 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'security_group_rule': {'security_group_id': 'dc23ab55-c22b-4408-a4c6-76ce28fa48b0', 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:47.953622 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Sync routers for ids ['dda946d8-77f7-420f-ae0d-70c102e934cc'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:49:47.964173 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Routers {'dda946d8-77f7-420f-ae0d-70c102e934cc'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:47.964909 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['dda946d8-77f7-420f-ae0d-70c102e934cc'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:47.969993 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.securitygroups_db [None req-a57f09a1-020a-48c7-92a2-98617569ad36 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Project d0d1e7ac99014dc7a775a586615a41fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 03:49:47.974846 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a57f09a1-020a-48c7-92a2-98617569ad36 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (5b34feb5-6ab9-4263-9aeb-a37bd621aab8), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.035346 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a57f09a1-020a-48c7-92a2-98617569ad36 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (5b34feb5-6ab9-4263-9aeb-a37bd621aab8), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.039949 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a57f09a1-020a-48c7-92a2-98617569ad36 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (5b34feb5-6ab9-4263-9aeb-a37bd621aab8), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.058493 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f09a1-020a-48c7-92a2-98617569ad36 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b34feb5-6ab9-4263-9aeb-a37bd621aab8,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:48.063797 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-a57f09a1-020a-48c7-92a2-98617569ad36 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.065019 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-a57f09a1-020a-48c7-92a2-98617569ad36 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199410 Mar 10 03:49:48.078802 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Set router dda946d8-77f7-420f-ae0d-70c102e934cc gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:48.311208 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-694fc0a0-c103-4ab0-a4e1-b37f2b59cb71 req-bbb66097-acd8-42d2-ab9a-5ecf64aabb69 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 210 time: 0.0434818 Mar 10 03:49:48.314384 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:49:45Z', 'revision_number': 4, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'bdefb693-2014-45f2-84e4-83429c2926d4', 'name': '', 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'mac_address': 'fa:16:3e:91:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3388e166-1b0e-4d6a-b059-780c8789a92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:44Z', 'updated_at': '2022-03-10T03:49:45Z', 'revision_number': 2, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'subnets': [{'id': '3388e166-1b0e-4d6a-b059-780c8789a92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:48.345692 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Checking router: dda946d8-77f7-420f-ae0d-70c102e934cc for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:49:48.346058 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Updating router dda946d8-77f7-420f-ae0d-70c102e934cc port bdefb693-2014-45f2-84e4-83429c2926d4 binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:49:48.377297 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.421681 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4814f9c3-e26c-43cc-8401-68d0e88e20c9 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:48.423835 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4814f9c3-e26c-43cc-8401-68d0e88e20c9 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.16 "GET /v2.0/networks?id=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 HTTP/1.1" status: 200 len: 809 time: 0.1243718 Mar 10 03:49:48.444485 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Request body: {'port': {'device_id': 'fcdba69d-2338-4c3b-ad59-915f80dd95ce', 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92', 'admin_state_up': True, 'tenant_id': '1d1bf17a80f34c2b82423045f86f523b'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:48.584933 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Made reservation on behalf of 1d1bf17a80f34c2b82423045f86f523b for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:49:48.590239 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.709669 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Publish callbacks [] for port (bdefb693-2014-45f2-84e4-83429c2926d4), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.715239 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.727070 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Allocated IP 172.20.0.10 (4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92/e927e75f-9c4f-41a9-9fda-9ce21cee379a/34362e4c-d2b7-49a0-984b-2d8a16a938c1) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:49:48.772216 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d51c3-0b87-4d7c-9ded-4627002340b3 None None] Pushing event updated for resources: {'Port': ['ID=bdefb693-2014-45f2-84e4-83429c2926d4,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:48.836511 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Attempting to bind port bdefb693-2014-45f2-84e4-83429c2926d4 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:49:48.836890 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Attempting to bind port bdefb693-2014-45f2-84e4-83429c2926d4 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:49:48.837971 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Attempting to bind port bdefb693-2014-45f2-84e4-83429c2926d4 on network 12c71672-fab8-4c66-97b6-4a7afd17568a {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:49:48.845499 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:49:48.845892 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Checking segment: {'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:48.846301 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.846723 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Bound using segment: {'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:49:48.847212 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Bound port: bdefb693-2014-45f2-84e4-83429c2926d4, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acad0784-8916-484f-a621-752d85e83cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:49:48.847919 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.929131 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] For port bdefb693-2014-45f2-84e4-83429c2926d4, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:49:48.933744 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] For port bdefb693-2014-45f2-84e4-83429c2926d4, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=bdefb693-2014-45f2-84e4-83429c2926d4,segment=NetworkSegment(acad0784-8916-484f-a621-752d85e83cfe),segment_id=acad0784-8916-484f-a621-752d85e83cfe)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:49:48.948815 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:48.969184 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks [] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.065361 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.079030 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Routers {'dda946d8-77f7-420f-ae0d-70c102e934cc'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:49:49.081266 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['dda946d8-77f7-420f-ae0d-70c102e934cc'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:49.083437 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d51c3-0b87-4d7c-9ded-4627002340b3 None None] Pushing event updated for resources: {'Port': ['ID=bdefb693-2014-45f2-84e4-83429c2926d4,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:49.129043 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 662b4079-fdbd-40fd-bd9a-a81da5ee7511 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:49.140014 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:49:49.143822 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:49:49.147161 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:49:49.183934 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Pushing event updated for resources: {'Port': ['ID=34362e4c-d2b7-49a0-984b-2d8a16a938c1,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:49.185174 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-6ed02d59-800e-4e2a-95c6-5635a23ae731 None None] Provisioning complete for port bdefb693-2014-45f2-84e4-83429c2926d4 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:49.185557 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6ed02d59-800e-4e2a-95c6-5635a23ae731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.222622 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:49.224175 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.245180 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-33df821f-7340-4db7-934b-c8c442b01358 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8059907 Mar 10 03:49:49.261950 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Request body: {'port': {'device_id': 'fcdba69d-2338-4c3b-ad59-915f80dd95ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:49:49.288166 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] Set router dda946d8-77f7-420f-ae0d-70c102e934cc gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:49:49.314323 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:49.314714 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.331093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.480822 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-6ed02d59-800e-4e2a-95c6-5635a23ae731 None None] Current status of the port bdefb693-2014-45f2-84e4-83429c2926d4 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:49.481212 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6ed02d59-800e-4e2a-95c6-5635a23ae731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.530213 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a25b1-893f-44ee-9fe0-ddedeebcf31c req-46a9256a-7514-41f3-832e-c0ddfc107059 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:49.531904 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a8a25b1-893f-44ee-9fe0-ddedeebcf31c req-46a9256a-7514-41f3-832e-c0ddfc107059 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 932 time: 0.0906630 Mar 10 03:49:49.649866 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a8a25b1-893f-44ee-9fe0-ddedeebcf31c req-9f9c49fe-68e0-49e2-ab94-f07fed8ac7da tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048348 Mar 10 03:49:49.700211 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-6ed02d59-800e-4e2a-95c6-5635a23ae731 None None] For port bdefb693-2014-45f2-84e4-83429c2926d4, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=bdefb693-2014-45f2-84e4-83429c2926d4,segment=NetworkSegment(acad0784-8916-484f-a621-752d85e83cfe),segment_id=acad0784-8916-484f-a621-752d85e83cfe)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:49.704849 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:49.708692 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6ed02d59-800e-4e2a-95c6-5635a23ae731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.719513 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34362e4c-d2b7-49a0-984b-2d8a16a938c1 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:49:49.727316 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Publish callbacks [] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.742265 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Transition to ACTIVE for port object 34362e4c-d2b7-49a0-984b-2d8a16a938c1 will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:49:49.747032 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.791901 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed02d59-800e-4e2a-95c6-5635a23ae731 None None] Pushing event updated for resources: {'Port': ['ID=bdefb693-2014-45f2-84e4-83429c2926d4,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:49.807835 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Pushing event updated for resources: {'Port': ['ID=34362e4c-d2b7-49a0-984b-2d8a16a938c1,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:49.808947 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:49:45Z', 'revision_number': 4, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'bdefb693-2014-45f2-84e4-83429c2926d4', 'name': '', 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'mac_address': 'fa:16:3e:91:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3388e166-1b0e-4d6a-b059-780c8789a92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:44Z', 'updated_at': '2022-03-10T03:49:48Z', 'revision_number': 4, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'subnets': [{'id': '3388e166-1b0e-4d6a-b059-780c8789a92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:49:49.839813 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171c985d-6f25-4b21-9f79-c6155b87d3bb None None] The sync data for ids ['dda946d8-77f7-420f-ae0d-70c102e934cc'] in dv-cinder-804735-27-iscsi is: [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:49:45Z', 'revision_number': 4, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': 'bdefb693-2014-45f2-84e4-83429c2926d4', 'name': '', 'network_id': '12c71672-fab8-4c66-97b6-4a7afd17568a', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'mac_address': 'fa:16:3e:91:f8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '3388e166-1b0e-4d6a-b059-780c8789a92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:44Z', 'updated_at': '2022-03-10T03:49:48Z', 'revision_number': 4, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'subnets': [{'id': '3388e166-1b0e-4d6a-b059-780c8789a92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:49:49.853291 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-a24dd014-53b6-4810-b6a5-bde488519419 None None] Provisioning complete for port bdefb693-2014-45f2-84e4-83429c2926d4 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:49.853690 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a24dd014-53b6-4810-b6a5-bde488519419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.892049 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Attempting to bind port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:49:49.892513 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Attempting to bind port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:49:49.894726 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Attempting to bind port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 on network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:49:49.898909 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 on network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:49:49.901257 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Attempting to bind port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 on network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:49:49.912758 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:49:49.913263 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Checking segment: {'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:49:49.913757 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Bound using segment: {'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:49:49.914303 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Bound port: 34362e4c-d2b7-49a0-984b-2d8a16a938c1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:49:49.917085 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:49.991040 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-a24dd014-53b6-4810-b6a5-bde488519419 None None] Current status of the port bdefb693-2014-45f2-84e4-83429c2926d4 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:49.997096 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-89eeef54-1e45-4155-92c1-9dc3c78f5123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:50.004037 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] For port 34362e4c-d2b7-49a0-984b-2d8a16a938c1, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:49:50.007473 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] For port 34362e4c-d2b7-49a0-984b-2d8a16a938c1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=34362e4c-d2b7-49a0-984b-2d8a16a938c1,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:49:50.014327 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:50.049552 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:50.050175 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:50.051938 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] 10.222.0.16 "PUT /v2.0/ports/34362e4c-d2b7-49a0-984b-2d8a16a938c1 HTTP/1.1" status: 200 len: 1094 time: 0.7945397 Mar 10 03:49:50.052244 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdba69d-2338-4c3b-ad59-915f80dd95ce', 'tag': '34362e4c-d2b7-49a0-984b-2d8a16a938c1'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:49:50.054514 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc2319-8ba8-4fdd-8bd9-00a1d2e6e32c" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdba69d-2338-4c3b-ad59-915f80dd95ce", "tag": "34362e4c-d2b7-49a0-984b-2d8a16a938c1"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:49:50.079913 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540a935-a32e-4e39-a4c2-4c734bc65b6a service neutron] Pushing event updated for resources: {'Port': ['ID=34362e4c-d2b7-49a0-984b-2d8a16a938c1,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:50.103339 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966e72c1-6524-46cc-b5c3-17b21ef5a40c x-openstack-request-id: req-966e72c1-6524-46cc-b5c3-17b21ef5a40c {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:49:50.103703 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdba69d-2338-4c3b-ad59-915f80dd95ce", "tag": "34362e4c-d2b7-49a0-984b-2d8a16a938c1", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:49:50.104045 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-966e72c1-6524-46cc-b5c3-17b21ef5a40c {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:49:50.104518 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdba69d-2338-4c3b-ad59-915f80dd95ce', 'tag': '34362e4c-d2b7-49a0-984b-2d8a16a938c1', 'status': 'completed', 'code': 200} Mar 10 03:49:50.779841 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ee36c-8835-442e-b601-38f0611a9ac0 req-7e150745-a874-4ff9-b818-a914ab705bc6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:50.781273 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-437ee36c-8835-442e-b601-38f0611a9ac0 req-7e150745-a874-4ff9-b818-a914ab705bc6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 944 time: 0.0546107 Mar 10 03:49:50.829256 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-437ee36c-8835-442e-b601-38f0611a9ac0 req-4c71fe6c-1216-43fd-99b8-305e12599700 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Mar 10 03:49:51.050030 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device bdefb693-2014-45f2-84e4-83429c2926d4 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:51.102565 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port bdefb693-2014-45f2-84e4-83429c2926d4 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:51.102565 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:51.187633 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port bdefb693-2014-45f2-84e4-83429c2926d4 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:51.952922 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983b68e-d735-432a-b29f-a8f156361129 req-dc606b7d-dee9-4c61-9388-2d397ce652e5 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:51.954306 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6983b68e-d735-432a-b29f-a8f156361129 req-dc606b7d-dee9-4c61-9388-2d397ce652e5 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 944 time: 0.0557745 Mar 10 03:49:52.000569 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6983b68e-d735-432a-b29f-a8f156361129 req-058fc32d-72ca-4337-8603-7c8e3bb52e71 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Mar 10 03:49:52.084116 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc2319-8ba8-4fdd-8bd9-00a1d2e6e32c req-bd674ea3-6c5c-49f3-a1c4-cb3661f77a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:52.085623 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c1fc2319-8ba8-4fdd-8bd9-00a1d2e6e32c req-bd674ea3-6c5c-49f3-a1c4-cb3661f77a12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d1bf17a80f34c2b82423045f86f523b&device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 1128 time: 0.0507555 Mar 10 03:49:52.200211 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc2319-8ba8-4fdd-8bd9-00a1d2e6e32c req-af98df84-7d1d-466c-983c-ae38e56fff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:52.201709 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c1fc2319-8ba8-4fdd-8bd9-00a1d2e6e32c req-af98df84-7d1d-466c-983c-ae38e56fff41 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=1d1bf17a80f34c2b82423045f86f523b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0996947 Mar 10 03:49:52.309838 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc2319-8ba8-4fdd-8bd9-00a1d2e6e32c req-0d00ea1c-5091-4258-973a-708a25b292a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:52.311353 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c1fc2319-8ba8-4fdd-8bd9-00a1d2e6e32c req-0d00ea1c-5091-4258-973a-708a25b292a0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042867 Mar 10 03:49:52.407347 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-89aaa69a-a3f2-47d8-892f-1fbb8ec87a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:52.420587 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-cd6cb413-b0b7-4c96-8012-8a5082cebfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:52.422140 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-cd6cb413-b0b7-4c96-8012-8a5082cebfee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d1bf17a80f34c2b82423045f86f523b&device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 1128 time: 0.0514517 Mar 10 03:49:52.471713 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-3d9620ff-d4c9-4476-abc5-be90af45b691 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34362e4c-d2b7-49a0-984b-2d8a16a938c1 HTTP/1.1" status: 200 len: 217 time: 0.0360043 Mar 10 03:49:52.522506 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-1f6868ce-3eed-4b92-9260-7bbcb5444569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:52.523866 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-1f6868ce-3eed-4b92-9260-7bbcb5444569 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e927e75f-9c4f-41a9-9fda-9ce21cee379a HTTP/1.1" status: 200 len: 849 time: 0.0457160 Mar 10 03:49:52.554189 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-0d04f615-11c2-4883-b2ea-a009cf1c3868 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244250 Mar 10 03:49:52.646620 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-641cde09-7f18-4155-be8c-63bd1bf5fb4c service neutron] 10.222.0.16 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867615 Mar 10 03:49:52.739372 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-31d705bc-5336-4b0c-8683-16b3cd44051b req-b83f7f06-386a-40a9-b7af-b171273b7eee service neutron] 10.222.0.16 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865729 Mar 10 03:49:53.130068 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f91132-bf91-4016-9e1a-334cf98f517e req-f4877945-7123-4acd-a1bc-7124491f964b tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:53.131575 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-40f91132-bf91-4016-9e1a-334cf98f517e req-f4877945-7123-4acd-a1bc-7124491f964b tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 944 time: 0.0615895 Mar 10 03:49:53.180886 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-40f91132-bf91-4016-9e1a-334cf98f517e req-30e446af-85d0-4a33-af05-84cc343131b9 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Mar 10 03:49:53.573605 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:54.302128 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8538ff3-c35e-4e5f-adcc-5b5600fcdfb6 req-d373c06f-0794-495d-9401-e6777081fc6b tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:54.303674 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d8538ff3-c35e-4e5f-adcc-5b5600fcdfb6 req-d373c06f-0794-495d-9401-e6777081fc6b tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 944 time: 0.0548542 Mar 10 03:49:54.352517 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d8538ff3-c35e-4e5f-adcc-5b5600fcdfb6 req-5dbc4b10-935f-42bc-a97a-f6bf403adaf9 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426161 Mar 10 03:49:54.576546 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:49:54.881967 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:55.474815 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517c9e0-595e-4005-aca0-658a56e7291f req-2e293915-ff1c-4501-b72a-f09115b4eb8a tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:55.476285 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e517c9e0-595e-4005-aca0-658a56e7291f req-2e293915-ff1c-4501-b72a-f09115b4eb8a tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 944 time: 0.0564957 Mar 10 03:49:55.526608 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e517c9e0-595e-4005-aca0-658a56e7291f req-b2653597-6882-4941-a488-6d8efe9cf7dc tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436702 Mar 10 03:49:56.474923 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:56.646483 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1a93-ea07-48c0-9cde-f69b407561ad req-28ffdcc2-6081-4eec-8323-3e65da32d058 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:56.648022 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a5c1a93-ea07-48c0-9cde-f69b407561ad req-28ffdcc2-6081-4eec-8323-3e65da32d058 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 944 time: 0.0540657 Mar 10 03:49:56.697006 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a5c1a93-ea07-48c0-9cde-f69b407561ad req-313bef30-2f9a-40e2-9362-112287346a5a tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429757 Mar 10 03:49:57.088909 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 34362e4c-d2b7-49a0-984b-2d8a16a938c1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:49:57.191469 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 34362e4c-d2b7-49a0-984b-2d8a16a938c1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=34362e4c-d2b7-49a0-984b-2d8a16a938c1,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:57.204198 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '34362e4c-d2b7-49a0-984b-2d8a16a938c1', 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92', 'port_id': '34362e4c-d2b7-49a0-984b-2d8a16a938c1', 'mac_address': 'fa:16:3e:97:76:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e927e75f-9c4f-41a9-9fda-9ce21cee379a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:49:57.240328 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:57.240630 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:57.253854 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34362e4c-d2b7-49a0-984b-2d8a16a938c1 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:49:57.273537 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 34362e4c-d2b7-49a0-984b-2d8a16a938c1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=34362e4c-d2b7-49a0-984b-2d8a16a938c1,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:57.277228 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:57.324746 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=34362e4c-d2b7-49a0-984b-2d8a16a938c1,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:57.568148 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['34362e4c-d2b7-49a0-984b-2d8a16a938c1'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:49:57.818560 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ae410-882a-4a9e-9b65-075125c3abb0 req-b6f3711f-ec3d-4dca-92e7-4b339521710b tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:57.820080 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-611ae410-882a-4a9e-9b65-075125c3abb0 req-b6f3711f-ec3d-4dca-92e7-4b339521710b tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 945 time: 0.0556476 Mar 10 03:49:57.875915 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-611ae410-882a-4a9e-9b65-075125c3abb0 req-a2a45f6e-44ea-4268-9a7c-bae67db68076 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502021 Mar 10 03:49:58.011253 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58040) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:58.124229 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcad1-8df6-4351-85e9-7884336a8978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:58.198908 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcad1-8df6-4351-85e9-7884336a8978 admin admin] Publish callbacks [] for security_group (b4a87afd-32a4-423a-82b9-9f88d1662a08), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:58.202918 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-1ccdcad1-8df6-4351-85e9-7884336a8978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b4a87afd-32a4-423a-82b9-9f88d1662a08), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:58.241334 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-1ccdcad1-8df6-4351-85e9-7884336a8978 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e409f06fe1bb4ab49249ab0afaf4e7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288668 Mar 10 03:49:58.243931 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58046) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:49:58.250497 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdcad1-8df6-4351-85e9-7884336a8978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a87afd-32a4-423a-82b9-9f88d1662a08,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:58.295019 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdaf7-3d6c-477a-8f6d-a1c16937f411 admin admin] Publish callbacks [] for security_group (b4a87afd-32a4-423a-82b9-9f88d1662a08), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:58.316867 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdaf7-3d6c-477a-8f6d-a1c16937f411 admin admin] Publish callbacks [] for security_group (b4a87afd-32a4-423a-82b9-9f88d1662a08), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:58.363654 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdaf7-3d6c-477a-8f6d-a1c16937f411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b4a87afd-32a4-423a-82b9-9f88d1662a08), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:58.366142 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-5a4bdaf7-3d6c-477a-8f6d-a1c16937f411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:58.367370 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-5a4bdaf7-3d6c-477a-8f6d-a1c16937f411 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4a87afd-32a4-423a-82b9-9f88d1662a08 HTTP/1.1" status: 204 len: 168 time: 0.1225305 Mar 10 03:49:58.375777 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4bdaf7-3d6c-477a-8f6d-a1c16937f411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a87afd-32a4-423a-82b9-9f88d1662a08,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:58.997721 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200a817-a852-4fe7-ae51-7886378c7dd2 req-16ac8c6a-3a49-4ebf-80d5-4ff5f4ed02b6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:58.999314 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d200a817-a852-4fe7-ae51-7886378c7dd2 req-16ac8c6a-3a49-4ebf-80d5-4ff5f4ed02b6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 945 time: 0.0553188 Mar 10 03:49:59.049152 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d200a817-a852-4fe7-ae51-7886378c7dd2 req-ee601587-e64c-45cd-8622-475b48d872b3 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441165 Mar 10 03:49:59.104148 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 34362e4c-d2b7-49a0-984b-2d8a16a938c1 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:49:59.157202 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:49:59.161244 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:49:59.161625 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:59.241337 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:49:59.241738 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:59.266059 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdba69d-2338-4c3b-ad59-915f80dd95ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34362e4c-d2b7-49a0-984b-2d8a16a938c1'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:49:59.268313 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8246329-d213-4f34-905d-0c9c31102e35" -d '{"events": [{"server_uuid": "fcdba69d-2338-4c3b-ad59-915f80dd95ce", "name": "network-vif-plugged", "status": "completed", "tag": "34362e4c-d2b7-49a0-984b-2d8a16a938c1"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:49:59.282502 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 34362e4c-d2b7-49a0-984b-2d8a16a938c1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=34362e4c-d2b7-49a0-984b-2d8a16a938c1,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:49:59.289953 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:49:59.315871 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0a92e5-654c-403e-9850-75d19b5cec66 x-openstack-request-id: req-ff0a92e5-654c-403e-9850-75d19b5cec66 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:49:59.316126 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdba69d-2338-4c3b-ad59-915f80dd95ce", "name": "network-vif-plugged", "status": "completed", "tag": "34362e4c-d2b7-49a0-984b-2d8a16a938c1", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:49:59.316404 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff0a92e5-654c-403e-9850-75d19b5cec66 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:49:59.316865 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdba69d-2338-4c3b-ad59-915f80dd95ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34362e4c-d2b7-49a0-984b-2d8a16a938c1', 'code': 200} Mar 10 03:49:59.344031 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=34362e4c-d2b7-49a0-984b-2d8a16a938c1,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:49:59.526868 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b775556-92eb-41e5-95a3-2ee4d0b8b533 req-bfd8ca5f-544c-4b3b-a9c4-1cbeb0da1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:49:59.530669 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0b775556-92eb-41e5-95a3-2ee4d0b8b533 req-bfd8ca5f-544c-4b3b-a9c4-1cbeb0da1fd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 1130 time: 0.0518336 Mar 10 03:49:59.574514 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0b775556-92eb-41e5-95a3-2ee4d0b8b533 req-a3eaf01e-5a14-4e1d-9411-d07152798f73 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 Mar 10 03:50:00.164209 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de40d06-7a58-4f60-9caa-96d5468d3add req-2fb9b4ae-ce9f-4d96-9153-18cdbd479d83 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:00.165692 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8de40d06-7a58-4f60-9caa-96d5468d3add req-2fb9b4ae-ce9f-4d96-9153-18cdbd479d83 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 946 time: 0.0522439 Mar 10 03:50:00.219433 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8de40d06-7a58-4f60-9caa-96d5468d3add req-0f248b16-ddbd-4bac-8833-8f58c1f4264d tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479898 Mar 10 03:50:00.692155 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:01.337008 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc2d1d-ba13-478a-849c-5e957c3df8df req-b5ffc557-9833-4a04-9836-7ca00bd19582 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:01.338520 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-61bc2d1d-ba13-478a-849c-5e957c3df8df req-b5ffc557-9833-4a04-9836-7ca00bd19582 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 946 time: 0.0525472 Mar 10 03:50:01.385005 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-61bc2d1d-ba13-478a-849c-5e957c3df8df req-9cf53bbe-b6a2-423e-a4a9-482e91e129d5 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Mar 10 03:50:02.077407 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f9f10-ec3e-4041-a8d3-8c8f35cdd149 req-3dba1efa-a758-4b58-851c-f4d752f41d3f tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:02.083175 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f61f9f10-ec3e-4041-a8d3-8c8f35cdd149 req-3dba1efa-a758-4b58-851c-f4d752f41d3f tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 946 time: 0.0594938 Mar 10 03:50:02.129339 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f61f9f10-ec3e-4041-a8d3-8c8f35cdd149 req-7c092f9d-08c7-4511-a284-5d76849785b6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440154 Mar 10 03:50:03.253499 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cd366-7e1f-4c0c-b455-f65477f3ac4b req-9a14acf8-9424-4f61-9ea4-58fae84b1b78 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:03.255009 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-352cd366-7e1f-4c0c-b455-f65477f3ac4b req-9a14acf8-9424-4f61-9ea4-58fae84b1b78 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 946 time: 0.0559042 Mar 10 03:50:03.316995 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-352cd366-7e1f-4c0c-b455-f65477f3ac4b req-5f84737e-6eb1-4ba7-9652-6664c37f2ef2 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517383 Mar 10 03:50:03.568138 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-7c0b8939-5415-4228-b03e-09b3a468cc17 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605555501&fields=id&tenant_id=d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 267 time: 0.0453215 Mar 10 03:50:03.686827 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-e4973c39-9bcc-40b2-801e-2547c5a9104a tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:03.688382 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-e4973c39-9bcc-40b2-801e-2547c5a9104a tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.16 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 946 time: 0.1038704 Mar 10 03:50:03.738574 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-6ae455e5-230a-417d-b46a-481cccfa5ae3 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:03.740104 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-6ae455e5-230a-417d-b46a-481cccfa5ae3 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 811 time: 0.1657820 Mar 10 03:50:03.762522 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-da0b86dc-4fdc-4410-8945-cd01ad0f07a2 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/quotas/d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 375 time: 0.0164962 Mar 10 03:50:03.846528 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-c64b43ed-7ce9-4915-b74c-1a51ef7660e0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669556 Mar 10 03:50:03.852816 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Deleting port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:50:03.853168 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:04.006620 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] For port 34362e4c-d2b7-49a0-984b-2d8a16a938c1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=34362e4c-d2b7-49a0-984b-2d8a16a938c1,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:04.007052 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:04.020572 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-9ce491e7-e7a0-4dab-97d0-522e8b4a45c2 service neutron] 10.222.0.20 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537015 Mar 10 03:50:04.024342 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Calling delete_port for 34362e4c-d2b7-49a0-984b-2d8a16a938c1 owned by compute:nova {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:50:04.160726 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-eef00db1-609d-47b7-994c-ffafdc6de32e service neutron] 10.222.0.20 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344197 Mar 10 03:50:04.236249 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (34362e4c-d2b7-49a0-984b-2d8a16a938c1), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:04.268497 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Pushing event deleted for resources: {'Port': ['ID=34362e4c-d2b7-49a0-984b-2d8a16a938c1,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:04.273533 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['34362e4c-d2b7-49a0-984b-2d8a16a938c1'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:50:04.321071 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] No DVR routers for this DVR port 34362e4c-d2b7-49a0-984b-2d8a16a938c1 on host hv-cinder-80473 {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:50:04.323625 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:04.327007 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c9e69089-5f05-4de8-b9ce-e47126bbe769 req-41e56ba4-9e73-4001-ae56-c7185acc3a1c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.16 "DELETE /v2.0/ports/34362e4c-d2b7-49a0-984b-2d8a16a938c1 HTTP/1.1" status: 204 len: 173 time: 0.6315205 Mar 10 03:50:04.329018 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdba69d-2338-4c3b-ad59-915f80dd95ce', 'name': 'network-vif-deleted', 'tag': '34362e4c-d2b7-49a0-984b-2d8a16a938c1'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:50:04.340765 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ab4472-551d-43f0-a986-5903a1336e5f" -d '{"events": [{"server_uuid": "fcdba69d-2338-4c3b-ad59-915f80dd95ce", "name": "network-vif-deleted", "tag": "34362e4c-d2b7-49a0-984b-2d8a16a938c1"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:50:04.427795 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-62d7e9d2-0aae-4850-b861-ef59d08f3330 req-d8436b29-1f3e-44ef-b2f3-ff74f88c873c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdba69d-2338-4c3b-ad59-915f80dd95ce HTTP/1.1" status: 200 len: 210 time: 0.0345855 Mar 10 03:50:04.478643 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d96bc5-e291-4389-81b8-f6e65d1b90e2 x-openstack-request-id: req-e9d96bc5-e291-4389-81b8-f6e65d1b90e2 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:50:04.479171 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdba69d-2338-4c3b-ad59-915f80dd95ce", "name": "network-vif-deleted", "tag": "34362e4c-d2b7-49a0-984b-2d8a16a938c1", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:50:04.479437 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9d96bc5-e291-4389-81b8-f6e65d1b90e2 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:50:04.481827 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdba69d-2338-4c3b-ad59-915f80dd95ce', 'name': 'network-vif-deleted', 'tag': '34362e4c-d2b7-49a0-984b-2d8a16a938c1', 'status': 'completed', 'code': 200} Mar 10 03:50:04.538044 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-fe9b498d-f8f6-4e0e-95df-080798678567 req-b3c2e7b2-2f60-405c-a9dc-684abd4ae3f7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 210 time: 0.0322161 Mar 10 03:50:05.643813 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8589812a-533f-451b-b45c-7b81953fbe84 req-db384047-ccaa-4f4c-9070-b189e42ccebd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 210 time: 0.0475173 Mar 10 03:50:05.838590 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-36c0a50b-7459-4c7e-a0c7-0c83b13f6a23 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:05.840117 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-36c0a50b-7459-4c7e-a0c7-0c83b13f6a23 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/networks?id=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 HTTP/1.1" status: 200 len: 809 time: 0.1040900 Mar 10 03:50:05.855896 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-3deb1052-c4c4-480f-b8be-b0e0ea53d2c9 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/quotas/1d1bf17a80f34c2b82423045f86f523b HTTP/1.1" status: 200 len: 375 time: 0.0103076 Mar 10 03:50:05.897385 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-8a8e4379-425a-4163-8091-4bbf88fbfc55 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d1bf17a80f34c2b82423045f86f523b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355635 Mar 10 03:50:06.002564 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f53285a3-359b-4d5d-9b93-8121b0676f23 service neutron] 10.222.0.20 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971799 Mar 10 03:50:06.103341 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-1bbf5cea-4f2b-421a-937a-8fae40b0787b service neutron] 10.222.0.20 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948153 Mar 10 03:50:06.269463 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-912d5dcc-f38d-4758-9cd4-c07fac8d8d73 req-da64b705-0d65-47ec-9f5d-8eb9d46ea903 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 210 time: 0.0277545 Mar 10 03:50:06.723316 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8cdcd132-025f-4774-adfd-fb3ba90e2d79 req-39209b3c-f709-4936-9a72-4e38e79b76bf tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 210 time: 0.0280371 Mar 10 03:50:07.264985 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-aa962eab-a823-482e-acc6-19a24040b5b6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:07.266608 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-aa962eab-a823-482e-acc6-19a24040b5b6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.16 "GET /v2.0/networks?id=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 HTTP/1.1" status: 200 len: 809 time: 0.1062593 Mar 10 03:50:07.286150 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Request body: {'port': {'device_id': '2d92e783-e65d-4ed4-8779-30c6769bccbf', 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92', 'admin_state_up': True, 'tenant_id': '1d1bf17a80f34c2b82423045f86f523b'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:07.616079 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-deb5426d-424e-44b7-b7c6-50d2941ea5ae req-ca945644-37a5-451f-8b94-66d0f53110eb tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 210 time: 0.0362415 Mar 10 03:50:07.693690 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Made reservation on behalf of 1d1bf17a80f34c2b82423045f86f523b for: {'port': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:50:07.697042 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:07.823152 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b7b2235b-0fca-425e-a414-de9b07c12172 req-d1bcdd27-eda0-46cb-9001-cdd054fd5f50 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 210 time: 0.0466168 Mar 10 03:50:07.859690 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Allocated IP 172.20.0.2 (4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92/e927e75f-9c4f-41a9-9fda-9ce21cee379a/b91a565d-eb83-46cd-9487-01246dd80a25) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:08.006268 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks [] for port (b91a565d-eb83-46cd-9487-01246dd80a25), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.039493 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.083421 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:08.088546 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:08.092193 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:08.115421 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Pushing event updated for resources: {'Port': ['ID=b91a565d-eb83-46cd-9487-01246dd80a25,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:08.144760 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:08.145944 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.162449 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-4a3f84f8-3e26-401b-8c6a-8b3cf719d665 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8803260 Mar 10 03:50:08.179990 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Request body: {'port': {'device_id': '2d92e783-e65d-4ed4-8779-30c6769bccbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:08.235837 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.496229 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91a565d-eb83-46cd-9487-01246dd80a25 {{(pid=109718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:50:08.504948 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Publish callbacks [] for port (b91a565d-eb83-46cd-9487-01246dd80a25), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.516811 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.provisioning_blocks [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Transition to ACTIVE for port object b91a565d-eb83-46cd-9487-01246dd80a25 will not be triggered until provisioned by entity L2. {{(pid=109718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:50:08.520630 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.587076 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b91a565d-eb83-46cd-9487-01246dd80a25,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:08.633391 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Attempting to bind port b91a565d-eb83-46cd-9487-01246dd80a25 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:08.633733 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Attempting to bind port b91a565d-eb83-46cd-9487-01246dd80a25 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:08.634073 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Attempting to bind port b91a565d-eb83-46cd-9487-01246dd80a25 on network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:08.638448 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Port b91a565d-eb83-46cd-9487-01246dd80a25 on network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:50:08.638806 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Attempting to bind port b91a565d-eb83-46cd-9487-01246dd80a25 on network 4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:08.644012 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:08.644368 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Checking segment: {'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:08.644756 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Bound using segment: {'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'} {{(pid=109718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:08.645190 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.managers [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Bound port: b91a565d-eb83-46cd-9487-01246dd80a25, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bae34ee-8887-49af-8235-cdf65afc0ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92'}}] {{(pid=109718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:08.645550 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.737179 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] For port b91a565d-eb83-46cd-9487-01246dd80a25, host hv-cinder-80473, cleared binding levels {{(pid=109718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:08.742212 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] For port b91a565d-eb83-46cd-9487-01246dd80a25, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b91a565d-eb83-46cd-9487-01246dd80a25,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:08.749559 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.785984 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d15b-b780-4589-b53c-9ae565ef6574 req-ba5905b9-32cc-477f-894b-79d11248fb83 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:08.787494 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1212d15b-b780-4589-b53c-9ae565ef6574 req-ba5905b9-32cc-477f-894b-79d11248fb83 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 943 time: 0.0956843 Mar 10 03:50:08.796230 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:08.796847 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:08.798153 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/b91a565d-eb83-46cd-9487-01246dd80a25 HTTP/1.1" status: 200 len: 1093 time: 0.6223938 Mar 10 03:50:08.798596 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d92e783-e65d-4ed4-8779-30c6769bccbf', 'tag': 'b91a565d-eb83-46cd-9487-01246dd80a25'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:50:08.800842 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695ecef9-9050-4a58-8a48-db4105e2f82c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d92e783-e65d-4ed4-8779-30c6769bccbf", "tag": "b91a565d-eb83-46cd-9487-01246dd80a25"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:50:08.840365 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d04eb4-9af1-4849-8923-5583e317e7e4 x-openstack-request-id: req-27d04eb4-9af1-4849-8923-5583e317e7e4 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:50:08.840997 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d92e783-e65d-4ed4-8779-30c6769bccbf", "tag": "b91a565d-eb83-46cd-9487-01246dd80a25", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:50:08.840997 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27d04eb4-9af1-4849-8923-5583e317e7e4 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:50:08.841287 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d92e783-e65d-4ed4-8779-30c6769bccbf', 'tag': 'b91a565d-eb83-46cd-9487-01246dd80a25', 'status': 'completed', 'code': 200} Mar 10 03:50:08.848443 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8115076-3130-4a29-9447-15063a9e74b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b91a565d-eb83-46cd-9487-01246dd80a25,revision_number=3']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:08.896968 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1212d15b-b780-4589-b53c-9ae565ef6574 req-fd1020be-85a1-4d64-b392-1587dc473fb5 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027472 Mar 10 03:50:08.930232 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6757be6f-b54a-48fc-8a5f-9aa7ef4b0f0a req-1388672b-2a7d-4d29-98f8-346ad19bcbaa tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 210 time: 0.0291986 Mar 10 03:50:08.940607 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-0eb10920-f69e-47df-887a-e0b4f820eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:08.942170 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-0eb10920-f69e-47df-887a-e0b4f820eccc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d1bf17a80f34c2b82423045f86f523b&device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 1127 time: 0.0847495 Mar 10 03:50:08.990189 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-5bd96e34-9e3c-4820-b6eb-6f403ab270fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b91a565d-eb83-46cd-9487-01246dd80a25 HTTP/1.1" status: 200 len: 217 time: 0.0340998 Mar 10 03:50:09.045684 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-6db30b93-918f-4f7e-ab5b-dd9b9f11342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:09.047178 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-6db30b93-918f-4f7e-ab5b-dd9b9f11342b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e927e75f-9c4f-41a9-9fda-9ce21cee379a HTTP/1.1" status: 200 len: 849 time: 0.0470030 Mar 10 03:50:09.078996 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-a142248f-d9a5-48fb-af8a-f6824404a818 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262151 Mar 10 03:50:09.151060 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 34362e4c-d2b7-49a0-984b-2d8a16a938c1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:50:09.172384 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 34362e4c-d2b7-49a0-984b-2d8a16a938c1 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:50:09.172730 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 34362e4c-d2b7-49a0-984b-2d8a16a938c1 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:50:09.174679 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-2e51698e-90df-413b-aa53-2565981626f6 service neutron] 10.222.0.16 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896506 Mar 10 03:50:09.267967 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5905f891-9ddf-4db2-b4bb-30be7db73dd9 req-5ebf08de-2441-45fc-b37f-b5758be0adf7 service neutron] 10.222.0.16 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875649 Mar 10 03:50:09.411264 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-8c654afb-9263-4569-bee9-e18c9d6fe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:09.412886 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-8c654afb-9263-4569-bee9-e18c9d6fe05e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d1bf17a80f34c2b82423045f86f523b&device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 1127 time: 0.0474074 Mar 10 03:50:09.462138 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58302) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:09.513186 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-2a1cc1b6-d882-4d9b-a6b9-f187507d2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:09.517248 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-2a1cc1b6-d882-4d9b-a6b9-f187507d2dd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 HTTP/1.1" status: 200 len: 910 time: 0.0963752 Mar 10 03:50:09.584667 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-60773e54-6376-4f3f-918c-5b42b0121aa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b91a565d-eb83-46cd-9487-01246dd80a25 HTTP/1.1" status: 200 len: 217 time: 0.0406809 Mar 10 03:50:09.595600 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7e985a76-bf8c-4feb-ba98-9f239eaa4f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:09.636534 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-0a6f3976-b054-4d43-aff8-d471080925b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:09.638020 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-0a6f3976-b054-4d43-aff8-d471080925b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e927e75f-9c4f-41a9-9fda-9ce21cee379a HTTP/1.1" status: 200 len: 849 time: 0.0479238 Mar 10 03:50:09.678952 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-1851c4f5-c60a-4e5b-8d5a-b394446b5007 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314231 Mar 10 03:50:09.687498 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-0d08baa8-af6e-41d6-b5e7-c2c88f435d2f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:09.688944 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-0d08baa8-af6e-41d6-b5e7-c2c88f435d2f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 811 time: 0.1447728 Mar 10 03:50:09.748907 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7e985a76-bf8c-4feb-ba98-9f239eaa4f4f admin admin] Publish callbacks [] for security_group (492f09bf-4b83-4507-960c-3d1cd73c7ac6), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:09.754217 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7e985a76-bf8c-4feb-ba98-9f239eaa4f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (492f09bf-4b83-4507-960c-3d1cd73c7ac6), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:09.775730 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-1aeec8b8-6023-46dc-a695-7ffcb26617c6 service neutron] 10.222.0.16 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899899 Mar 10 03:50:09.804368 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7e985a76-bf8c-4feb-ba98-9f239eaa4f4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b9816aa441d24d5292e489a19c141bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408000 Mar 10 03:50:09.807030 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58306) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:09.821725 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e985a76-bf8c-4feb-ba98-9f239eaa4f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492f09bf-4b83-4507-960c-3d1cd73c7ac6,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:09.838212 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-f9181a7f-59d7-4feb-8993-d6f3d4559d72 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 379 time: 0.1117327 Mar 10 03:50:09.847649 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'port': {'device_id': '69c78454-9e15-4627-b924-36c5324e0242', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'admin_state_up': True, 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'security_groups': ['dc23ab55-c22b-4408-a4c6-76ce28fa48b0']}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:09.906474 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-695ecef9-9050-4a58-8a48-db4105e2f82c req-695dfa21-c56d-49dc-9945-8c2533406c72 service neutron] 10.222.0.16 "GET /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249673 Mar 10 03:50:09.917121 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-af3b4dcc-f21b-4b2e-a6db-ab581fd667d3 admin admin] Publish callbacks [] for security_group (492f09bf-4b83-4507-960c-3d1cd73c7ac6), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:09.943884 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-af3b4dcc-f21b-4b2e-a6db-ab581fd667d3 admin admin] Publish callbacks [] for security_group (492f09bf-4b83-4507-960c-3d1cd73c7ac6), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:09.962952 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Made reservation on behalf of d0d1e7ac99014dc7a775a586615a41fb for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:50:09.969979 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.046965 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c9df249a-8a1b-4ed4-910c-5549cef3531e req-6db47c92-c16e-4a99-bc97-45c99fc97eb8 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 210 time: 0.0374460 Mar 10 03:50:10.063246 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-af3b4dcc-f21b-4b2e-a6db-ab581fd667d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (492f09bf-4b83-4507-960c-3d1cd73c7ac6), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.065744 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-af3b4dcc-f21b-4b2e-a6db-ab581fd667d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.069442 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-af3b4dcc-f21b-4b2e-a6db-ab581fd667d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/492f09bf-4b83-4507-960c-3d1cd73c7ac6 HTTP/1.1" status: 204 len: 168 time: 0.2614729 Mar 10 03:50:10.079798 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525224c-3b06-4797-b610-f3da64bfa62e req-5f13b9fc-fba6-4c7a-815c-15f0c988de1e tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:10.081270 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b525224c-3b06-4797-b610-f3da64bfa62e req-5f13b9fc-fba6-4c7a-815c-15f0c988de1e tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 943 time: 0.1038353 Mar 10 03:50:10.086862 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b4dcc-f21b-4b2e-a6db-ab581fd667d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f09bf-4b83-4507-960c-3d1cd73c7ac6,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:10.120067 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Allocated IP 172.20.0.10 (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8/ec29d3f7-faeb-490a-b1f2-33abbec90975/9cd67347-81cf-420e-9b50-3e1334504408) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:10.144704 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b525224c-3b06-4797-b610-f3da64bfa62e req-99e15a26-74d2-4df4-956c-e268597ad708 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550773 Mar 10 03:50:10.287938 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (9cd67347-81cf-420e-9b50-3e1334504408), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.324318 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (9cd67347-81cf-420e-9b50-3e1334504408), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.364809 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:10.366182 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:10.388452 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:10.392715 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=9cd67347-81cf-420e-9b50-3e1334504408,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:10.443700 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:10.444342 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.464898 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-84ebf5ab-835b-4dbf-9352-f281e8847ec9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6208720 Mar 10 03:50:10.482110 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Request body: {'port': {'device_id': '69c78454-9e15-4627-b924-36c5324e0242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:10.548452 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (9cd67347-81cf-420e-9b50-3e1334504408), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.662889 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-90e4b1e1-0ccf-4179-9e29-32620853185c None None] Provisioning complete for port 9cd67347-81cf-420e-9b50-3e1334504408 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:10.663548 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-90e4b1e1-0ccf-4179-9e29-32620853185c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (9cd67347-81cf-420e-9b50-3e1334504408), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.714041 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-90e4b1e1-0ccf-4179-9e29-32620853185c None None] Port 9cd67347-81cf-420e-9b50-3e1334504408 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:50:10.831380 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd67347-81cf-420e-9b50-3e1334504408 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:50:10.838670 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Publish callbacks [] for port (9cd67347-81cf-420e-9b50-3e1334504408), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.851467 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Transition to ACTIVE for port object 9cd67347-81cf-420e-9b50-3e1334504408 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:50:10.854988 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (9cd67347-81cf-420e-9b50-3e1334504408), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:10.916699 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd67347-81cf-420e-9b50-3e1334504408,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:10.995781 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Attempting to bind port 9cd67347-81cf-420e-9b50-3e1334504408 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:10.996289 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Attempting to bind port 9cd67347-81cf-420e-9b50-3e1334504408 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:10.996807 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Attempting to bind port 9cd67347-81cf-420e-9b50-3e1334504408 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:11.002131 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Port 9cd67347-81cf-420e-9b50-3e1334504408 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:50:11.002456 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Attempting to bind port 9cd67347-81cf-420e-9b50-3e1334504408 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:11.011494 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:11.011494 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Checking segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:11.011494 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Bound using segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:11.011494 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Bound port: 9cd67347-81cf-420e-9b50-3e1334504408, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:11.011494 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (9cd67347-81cf-420e-9b50-3e1334504408), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:11.079058 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] For port 9cd67347-81cf-420e-9b50-3e1334504408, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:11.082221 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] For port 9cd67347-81cf-420e-9b50-3e1334504408, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9cd67347-81cf-420e-9b50-3e1334504408,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:11.095564 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (9cd67347-81cf-420e-9b50-3e1334504408), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:11.132314 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:11.132790 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:11.134235 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] 10.222.0.16 "PUT /v2.0/ports/9cd67347-81cf-420e-9b50-3e1334504408 HTTP/1.1" status: 200 len: 1094 time: 0.6564384 Mar 10 03:50:11.134702 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c78454-9e15-4627-b924-36c5324e0242', 'tag': '9cd67347-81cf-420e-9b50-3e1334504408'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:50:11.136936 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "69c78454-9e15-4627-b924-36c5324e0242", "tag": "9cd67347-81cf-420e-9b50-3e1334504408"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:50:11.183927 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158879e0-3503-46c5-bc6a-d47c990a5a64 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd67347-81cf-420e-9b50-3e1334504408,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:11.195155 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a80a0fb-e957-48d0-8f80-7459b22ba7cb x-openstack-request-id: req-6a80a0fb-e957-48d0-8f80-7459b22ba7cb {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:50:11.195447 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c78454-9e15-4627-b924-36c5324e0242", "tag": "9cd67347-81cf-420e-9b50-3e1334504408", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:50:11.195706 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a80a0fb-e957-48d0-8f80-7459b22ba7cb {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:50:11.196219 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c78454-9e15-4627-b924-36c5324e0242', 'tag': '9cd67347-81cf-420e-9b50-3e1334504408', 'status': 'completed', 'code': 200} Mar 10 03:50:11.207603 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104009a8-d7e6-4777-8222-73dfa7cd20b7 req-3e9ed764-cbdc-46a3-ba2b-ab0e802a92a5 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:11.209971 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-104009a8-d7e6-4777-8222-73dfa7cd20b7 req-3e9ed764-cbdc-46a3-ba2b-ab0e802a92a5 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0680792 Mar 10 03:50:11.282546 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-78fa6dda-d78e-413b-91bf-b282e78ec9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:11.284350 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-78fa6dda-d78e-413b-91bf-b282e78ec9a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 1128 time: 0.0698569 Mar 10 03:50:11.315598 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-104009a8-d7e6-4777-8222-73dfa7cd20b7 req-280c413e-34c4-491d-9ab5-8d1a3cff6472 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977826 Mar 10 03:50:11.348293 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e456e-dd94-42d1-a995-2113bd53d225 req-8dc637ca-72ff-4b42-a732-d8c621705845 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:11.349741 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-24768e38-f415-40da-9269-0bcbc9f44fc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd67347-81cf-420e-9b50-3e1334504408 HTTP/1.1" status: 200 len: 217 time: 0.0524552 Mar 10 03:50:11.350349 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-927e456e-dd94-42d1-a995-2113bd53d225 req-8dc637ca-72ff-4b42-a732-d8c621705845 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 943 time: 0.0864978 Mar 10 03:50:11.419585 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-e648b950-14a2-4ff9-9707-dba4ad7e3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:11.421943 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-e648b950-14a2-4ff9-9707-dba4ad7e3df8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0664458 Mar 10 03:50:11.447819 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-927e456e-dd94-42d1-a995-2113bd53d225 req-14fdc3f8-491e-484b-b4b1-be08221ade6d tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898890 Mar 10 03:50:11.489779 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-36f292ea-a67e-48f9-a437-08d4412e7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:11.491516 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-36f292ea-a67e-48f9-a437-08d4412e7225 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0638831 Mar 10 03:50:11.583684 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-8f9b15d8-29b2-4ccd-a38e-31b587725703 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859118 Mar 10 03:50:11.671051 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-cd5d550e-e34f-421d-a8a2-8b5ad7c9d717 req-fe0a28ff-79eb-4e1d-ad54-8b896ac73435 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814185 Mar 10 03:50:11.813248 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-c456d3e4-ffaf-4ebc-a76d-6b4d7d0485ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:11.814830 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-c456d3e4-ffaf-4ebc-a76d-6b4d7d0485ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 1128 time: 0.0447845 Mar 10 03:50:11.908617 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-d2b0ef9b-178d-4495-b986-753a9b130e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:11.910069 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-d2b0ef9b-178d-4495-b986-753a9b130e4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0892129 Mar 10 03:50:11.949757 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-0cd6e8f6-43c8-40a3-90af-fec37a6e8eff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd67347-81cf-420e-9b50-3e1334504408 HTTP/1.1" status: 200 len: 217 time: 0.0333803 Mar 10 03:50:12.001595 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-fbf7a729-a08e-4960-85e7-48d0b47cd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:12.003047 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-fbf7a729-a08e-4960-85e7-48d0b47cd3a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0461996 Mar 10 03:50:12.050593 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-e48fc435-837f-483e-96cd-7ad197bde411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:12.052110 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-e48fc435-837f-483e-96cd-7ad197bde411 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433557 Mar 10 03:50:12.140742 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-6d263556-5f76-4355-8119-25c242ade85e service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830147 Mar 10 03:50:12.224985 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-28aaebbe-989a-40cc-ad57-9e815ec6f5e2 req-9ea0fdb0-a80d-4d4d-834c-36a0c4525218 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790272 Mar 10 03:50:12.425773 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37b224-a7b2-45e7-ab4d-1fe1de301959 req-426dc42a-5f99-440a-beaf-b4478e23d2e7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:12.427256 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6b37b224-a7b2-45e7-ab4d-1fe1de301959 req-426dc42a-5f99-440a-beaf-b4478e23d2e7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0504024 Mar 10 03:50:12.477105 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6b37b224-a7b2-45e7-ab4d-1fe1de301959 req-b8108e73-2def-4958-9f3a-d33b40483e8b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442653 Mar 10 03:50:12.576064 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c5e62-fec4-4942-b37d-2f3f76298e8c req-857d5f27-6b2c-4ada-8956-0814383de891 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:12.578240 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a23c5e62-fec4-4942-b37d-2f3f76298e8c req-857d5f27-6b2c-4ada-8956-0814383de891 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 943 time: 0.0564456 Mar 10 03:50:12.632601 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a23c5e62-fec4-4942-b37d-2f3f76298e8c req-f936cb60-262b-48f1-b7df-02db88ae400c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479624 Mar 10 03:50:13.599159 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c7388-4ddd-4a41-bd83-7bbf97b1440f req-61e80db4-5bf4-460d-b9c5-30fc5a34fcb7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:13.600610 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ef2c7388-4ddd-4a41-bd83-7bbf97b1440f req-61e80db4-5bf4-460d-b9c5-30fc5a34fcb7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0541501 Mar 10 03:50:13.648602 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ef2c7388-4ddd-4a41-bd83-7bbf97b1440f req-2aa60290-047b-4823-b191-095e6ba718b7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425637 Mar 10 03:50:13.751636 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a522e3e-d07f-49c6-bc51-372ec414596d req-206110f0-fe49-46ed-9b1a-0e5cdab5a360 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:13.753087 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5a522e3e-d07f-49c6-bc51-372ec414596d req-206110f0-fe49-46ed-9b1a-0e5cdab5a360 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 943 time: 0.0511401 Mar 10 03:50:13.799268 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5a522e3e-d07f-49c6-bc51-372ec414596d req-36438120-5f69-408c-9664-37ade1799249 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Mar 10 03:50:14.484272 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device b91a565d-eb83-46cd-9487-01246dd80a25 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:50:14.583204 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port b91a565d-eb83-46cd-9487-01246dd80a25, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b91a565d-eb83-46cd-9487-01246dd80a25,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:14.595617 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': 'b91a565d-eb83-46cd-9487-01246dd80a25', 'network_id': '4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92', 'port_id': 'b91a565d-eb83-46cd-9487-01246dd80a25', 'mac_address': 'fa:16:3e:ba:2b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e927e75f-9c4f-41a9-9fda-9ce21cee379a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:50:14.631132 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port b91a565d-eb83-46cd-9487-01246dd80a25 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:14.631526 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:14.644470 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91a565d-eb83-46cd-9487-01246dd80a25 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:50:14.664153 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port b91a565d-eb83-46cd-9487-01246dd80a25, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b91a565d-eb83-46cd-9487-01246dd80a25,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:14.667972 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:14.716129 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=b91a565d-eb83-46cd-9487-01246dd80a25,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:14.769893 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374508bc-b20d-4bfe-b8f4-aa3edf0a6eac req-27251a30-84a1-407b-b4f0-d96e0964313f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:14.771321 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-374508bc-b20d-4bfe-b8f4-aa3edf0a6eac req-27251a30-84a1-407b-b4f0-d96e0964313f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0560706 Mar 10 03:50:14.819084 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-374508bc-b20d-4bfe-b8f4-aa3edf0a6eac req-032be6d0-dd83-4022-b055-dfdf48023771 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420754 Mar 10 03:50:14.916681 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6035a1-ca21-4ed3-bbb3-301a790e2a6f req-7567ba84-298d-4987-bf48-8745c228c4f8 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:14.918161 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca6035a1-ca21-4ed3-bbb3-301a790e2a6f req-7567ba84-298d-4987-bf48-8745c228c4f8 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 944 time: 0.0522249 Mar 10 03:50:14.963360 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-ca6035a1-ca21-4ed3-bbb3-301a790e2a6f req-0460dea5-94bc-4d97-93d6-fd469b964069 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Mar 10 03:50:15.663091 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['b91a565d-eb83-46cd-9487-01246dd80a25'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:50:15.938890 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e8756-875d-44ed-be28-c67f231bed10 req-1e7a2aa7-90a2-43bf-bc88-85a54866d442 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:15.940378 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e04e8756-875d-44ed-be28-c67f231bed10 req-1e7a2aa7-90a2-43bf-bc88-85a54866d442 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0520775 Mar 10 03:50:15.993573 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e04e8756-875d-44ed-be28-c67f231bed10 req-b65a6657-01cf-4854-9e8f-5d8a6f2301e6 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474391 Mar 10 03:50:16.084324 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd7341-20b2-4b01-8740-65a4c80330a3 req-ab10e5cf-d89e-412f-9fa6-6c42379bfa4c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:16.085666 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d3cd7341-20b2-4b01-8740-65a4c80330a3 req-ab10e5cf-d89e-412f-9fa6-6c42379bfa4c tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 944 time: 0.0517654 Mar 10 03:50:16.131591 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d3cd7341-20b2-4b01-8740-65a4c80330a3 req-8a8ea2f2-7ad7-4cb7-a1c8-746e753c2d85 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Mar 10 03:50:17.111201 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbe595-a7ef-4b63-a168-264281351db6 req-4b07cb19-3763-41e9-aff8-27b807b00010 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:17.112655 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f2bbe595-a7ef-4b63-a168-264281351db6 req-4b07cb19-3763-41e9-aff8-27b807b00010 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0516269 Mar 10 03:50:17.162711 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f2bbe595-a7ef-4b63-a168-264281351db6 req-25ba2550-8cd6-466b-8ea2-2c7cf49ba098 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444958 Mar 10 03:50:17.255548 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47bd5a-09c3-494d-ba9f-01884af14ec4 req-7a02dabc-69dd-46ae-8d49-20a5cdf1dd84 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:17.257034 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7a47bd5a-09c3-494d-ba9f-01884af14ec4 req-7a02dabc-69dd-46ae-8d49-20a5cdf1dd84 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 944 time: 0.0578632 Mar 10 03:50:17.302823 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7a47bd5a-09c3-494d-ba9f-01884af14ec4 req-e7c18402-ae69-44ea-a2dc-f78173905a27 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Mar 10 03:50:17.370349 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device b91a565d-eb83-46cd-9487-01246dd80a25 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:17.417671 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port b91a565d-eb83-46cd-9487-01246dd80a25 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:50:17.421494 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port b91a565d-eb83-46cd-9487-01246dd80a25 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:17.421864 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:17.499222 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port b91a565d-eb83-46cd-9487-01246dd80a25 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:17.499222 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:17.520907 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d92e783-e65d-4ed4-8779-30c6769bccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91a565d-eb83-46cd-9487-01246dd80a25'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:50:17.523133 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca8cdc5-62b1-4857-80cd-c826b1027032" -d '{"events": [{"server_uuid": "2d92e783-e65d-4ed4-8779-30c6769bccbf", "name": "network-vif-plugged", "status": "completed", "tag": "b91a565d-eb83-46cd-9487-01246dd80a25"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:50:17.536414 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port b91a565d-eb83-46cd-9487-01246dd80a25, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b91a565d-eb83-46cd-9487-01246dd80a25,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:17.540263 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:17.564417 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c293884c-3dfd-4a4c-834d-ef2f0fd526e4 x-openstack-request-id: req-c293884c-3dfd-4a4c-834d-ef2f0fd526e4 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:50:17.564713 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d92e783-e65d-4ed4-8779-30c6769bccbf", "name": "network-vif-plugged", "status": "completed", "tag": "b91a565d-eb83-46cd-9487-01246dd80a25", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:50:17.564972 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c293884c-3dfd-4a4c-834d-ef2f0fd526e4 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:50:17.565370 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d92e783-e65d-4ed4-8779-30c6769bccbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91a565d-eb83-46cd-9487-01246dd80a25', 'code': 200} Mar 10 03:50:17.590207 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=b91a565d-eb83-46cd-9487-01246dd80a25,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:17.767371 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00681c5e-dfc9-4d2c-b24f-a62d12b028d0 req-1d597306-32d7-443b-959a-017824182578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:17.768754 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-00681c5e-dfc9-4d2c-b24f-a62d12b028d0 req-1d597306-32d7-443b-959a-017824182578 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 1129 time: 0.0428400 Mar 10 03:50:17.814484 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-00681c5e-dfc9-4d2c-b24f-a62d12b028d0 req-ea5a273c-042e-4364-94c6-aba8ed1d01e7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Mar 10 03:50:18.256122 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58410) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:18.283481 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3b556-49d9-479c-a4f4-e10f6844c450 req-f9bac629-a85a-4290-ab2b-f8a22429d79a tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:18.284880 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d3a3b556-49d9-479c-a4f4-e10f6844c450 req-f9bac629-a85a-4290-ab2b-f8a22429d79a tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0570641 Mar 10 03:50:18.333814 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d3a3b556-49d9-479c-a4f4-e10f6844c450 req-4907f147-f7b6-4f64-8dc5-91242c19f218 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431881 Mar 10 03:50:18.363758 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ae696f23-9156-4038-a8a2-a7fb528cbe72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:18.453285 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a492c08-e368-411b-8f83-897bdfca9586 req-6ef8b253-fc3c-4617-a635-3b53cae86280 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:18.454789 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8a492c08-e368-411b-8f83-897bdfca9586 req-6ef8b253-fc3c-4617-a635-3b53cae86280 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 945 time: 0.0830050 Mar 10 03:50:18.504895 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ae696f23-9156-4038-a8a2-a7fb528cbe72 admin admin] Publish callbacks [] for security_group (3e16c2c2-3235-4580-a3ac-337e2cb824f6), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:18.508499 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-ae696f23-9156-4038-a8a2-a7fb528cbe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (3e16c2c2-3235-4580-a3ac-337e2cb824f6), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:18.540414 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8a492c08-e368-411b-8f83-897bdfca9586 req-bba37272-6b69-4ddf-9170-88792391fc76 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792120 Mar 10 03:50:18.556820 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-ae696f23-9156-4038-a8a2-a7fb528cbe72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99623948873641e4bbf889d87e35b3f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997277 Mar 10 03:50:18.558749 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae696f23-9156-4038-a8a2-a7fb528cbe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e16c2c2-3235-4580-a3ac-337e2cb824f6,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:18.561915 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58416) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:18.607174 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-37dc19c9-946a-4b15-bf9f-06305e2a8768 admin admin] Publish callbacks [] for security_group (3e16c2c2-3235-4580-a3ac-337e2cb824f6), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:18.628198 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-37dc19c9-946a-4b15-bf9f-06305e2a8768 admin admin] Publish callbacks [] for security_group (3e16c2c2-3235-4580-a3ac-337e2cb824f6), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:18.676116 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-37dc19c9-946a-4b15-bf9f-06305e2a8768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (3e16c2c2-3235-4580-a3ac-337e2cb824f6), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:18.678947 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-37dc19c9-946a-4b15-bf9f-06305e2a8768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:18.680161 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-37dc19c9-946a-4b15-bf9f-06305e2a8768 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e16c2c2-3235-4580-a3ac-337e2cb824f6 HTTP/1.1" status: 204 len: 168 time: 0.1177595 Mar 10 03:50:18.687668 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc19c9-946a-4b15-bf9f-06305e2a8768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e16c2c2-3235-4580-a3ac-337e2cb824f6,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:19.277533 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58438) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:19.369815 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-600773758-network', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:19.393567 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Made reservation on behalf of 72de85f3122b4c3c91bce1f99a6770d3 for: {'network': 1} {{(pid=109718) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:50:19.396462 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.407256 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.480510 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce21dc-fcee-4313-82fa-37687013c87e req-9a7d43eb-e395-447b-a1a8-d00a5c7c9ec0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:19.481995 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6cce21dc-fcee-4313-82fa-37687013c87e req-9a7d43eb-e395-447b-a1a8-d00a5c7c9ec0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0764921 Mar 10 03:50:19.560421 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6cce21dc-fcee-4313-82fa-37687013c87e req-3b4f2e22-ecf8-4cdc-a3e5-627fe301e6de tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690694 Mar 10 03:50:19.562958 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Publish callbacks [] for security_group (01cf45c5-5e71-40f5-8fad-adf2360d6ed6), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.567770 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (01cf45c5-5e71-40f5-8fad-adf2360d6ed6), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.590418 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=109718) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:50:19.606611 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cf45c5-5e71-40f5-8fad-adf2360d6ed6,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:19.611535 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.611902 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.segments_db [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Added segment 3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0 of type vlan for network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a Mar 10 03:50:19.679998 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (93bdb89a-f14d-4ea7-a4cb-72e92e790e1a), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.715535 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9cc1a-2b18-4f43-bc4a-29f7021d3757 req-bc2ea75e-01fa-4b8f-956e-0e8d7eec5005 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:19.717028 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-88f9cc1a-2b18-4f43-bc4a-29f7021d3757 req-bc2ea75e-01fa-4b8f-956e-0e8d7eec5005 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 945 time: 0.0972724 Mar 10 03:50:19.723193 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (93bdb89a-f14d-4ea7-a4cb-72e92e790e1a), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.724211 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:19.724804 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.770504 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4918759 Mar 10 03:50:19.773652 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58446) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:19.778573 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Request body: {'subnet': {'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-600773758-subnet', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'ip_version': 4}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:19.796941 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Made reservation on behalf of 72de85f3122b4c3c91bce1f99a6770d3 for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:50:19.799192 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4171848'] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:19.817169 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe7668-9478-4c4a-b339-bed4f5bd0ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:19.828304 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:50:19.829942 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-88f9cc1a-2b18-4f43-bc4a-29f7021d3757 req-8859339f-40d2-41fd-95c3-3f4596a86ca8 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027741 Mar 10 03:50:19.980024 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-9f580408-7b8f-4dc7-bfbb-b3fa0c123cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.208930 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4171878'] for subnet (a670ed97-87e5-476a-92f0-79164b822463), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.266861 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a670ed97-87e5-476a-92f0-79164b822463,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:20.275291 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Checking segment: {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:20.275889 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Network hostable DHCP agents. Network: 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:50:20.295245 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:50:20.306521 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:20.310731 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:20.312064 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.317854 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1447ed-fefc-4640-8cc4-afbc591109a1 None None] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:50:20.329866 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-f416f739-c0a4-4f46-b7c1-083500a29f89 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5550537 Mar 10 03:50:20.332398 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58460) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:20.336663 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:20.356341 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (a55be62d-5770-4e89-a468-ef712fe05ed0), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.357406 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (a55be62d-5770-4e89-a468-ef712fe05ed0), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.420636 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks [] for router_controller (a55be62d-5770-4e89-a468-ef712fe05ed0), precommit_add_association {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.424787 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:50:20.425735 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.578871 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks [] for router_gateway (a55be62d-5770-4e89-a468-ef712fe05ed0), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.605484 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Allocated IP 172.20.0.2 (93bdb89a-f14d-4ea7-a4cb-72e92e790e1a/a670ed97-87e5-476a-92f0-79164b822463/771f6b7a-1cc6-41ca-9444-ddab8f4cd65d) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:20.635950 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73abae-96ff-43da-8d92-4a8fa0083c64 req-f12d6e2b-c592-4be9-b02f-988bf8dcf9ef tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:20.638418 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3e73abae-96ff-43da-8d92-4a8fa0083c64 req-f12d6e2b-c592-4be9-b02f-988bf8dcf9ef tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 945 time: 0.0997293 Mar 10 03:50:20.723288 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3e73abae-96ff-43da-8d92-4a8fa0083c64 req-c4801ebd-bd35-47ab-9251-e85b67dc24ca tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779369 Mar 10 03:50:20.741722 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa35222-3542-47bd-8ee5-0d38aec86453 req-fea8d06b-6eed-4383-aa62-97d2d3f4902b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:20.743258 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2fa35222-3542-47bd-8ee5-0d38aec86453 req-fea8d06b-6eed-4383-aa62-97d2d3f4902b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 944 time: 0.0907881 Mar 10 03:50:20.758668 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Publish callbacks [] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.766806 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.801009 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2fa35222-3542-47bd-8ee5-0d38aec86453 req-4a6fcd8d-259d-477d-8da0-4930c00a8d4a tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518134 Mar 10 03:50:20.821259 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:20.821432 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks [] for router_gateway (a55be62d-5770-4e89-a468-ef712fe05ed0), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.821914 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:20.821914 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Pushing event updated for resources: {'Port': ['ID=771f6b7a-1cc6-41ca-9444-ddab8f4cd65d,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:20.823262 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:20.836869 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.879831 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Attempting to bind port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:20.880823 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Attempting to bind port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:20.881198 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Attempting to bind port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d on network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:20.886345 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:20.886760 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Checking segment: {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:20.887143 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.887535 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Bound using segment: {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:20.887999 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Bound port: 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:20.888376 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:20.940442 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Allocated IP 172.27.1.111 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/458df937-7197-434f-b33c-77cc522b56c1) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:20.948906 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] For port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:20.952010 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] For port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=771f6b7a-1cc6-41ca-9444-ddab8f4cd65d,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:20.957790 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:21.024886 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ad13a-d449-404a-8a42-6dd5ff7e9c2c None None] Pushing event updated for resources: {'Port': ['ID=771f6b7a-1cc6-41ca-9444-ddab8f4cd65d,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:21.062041 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks [] for port (458df937-7197-434f-b33c-77cc522b56c1), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:21.096501 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (458df937-7197-434f-b33c-77cc522b56c1), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:21.147575 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:21.147575 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:21.147575 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:21.150302 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Pushing event updated for resources: {'Port': ['ID=458df937-7197-434f-b33c-77cc522b56c1,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:21.394950 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 9cd67347-81cf-420e-9b50-3e1334504408 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:50:21.408175 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks [] for router_gateway (a55be62d-5770-4e89-a468-ef712fe05ed0), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:21.498886 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 9cd67347-81cf-420e-9b50-3e1334504408, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9cd67347-81cf-420e-9b50-3e1334504408,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:21.510363 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '9cd67347-81cf-420e-9b50-3e1334504408', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'port_id': '9cd67347-81cf-420e-9b50-3e1334504408', 'mac_address': 'fa:16:3e:5b:2f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:50:21.551961 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 9cd67347-81cf-420e-9b50-3e1334504408 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:21.552355 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (9cd67347-81cf-420e-9b50-3e1334504408), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:21.565904 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd67347-81cf-420e-9b50-3e1334504408 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:50:21.586437 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 9cd67347-81cf-420e-9b50-3e1334504408, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9cd67347-81cf-420e-9b50-3e1334504408,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:21.590823 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (9cd67347-81cf-420e-9b50-3e1334504408), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:21.616484 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (a55be62d-5770-4e89-a468-ef712fe05ed0), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:21.641478 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=9cd67347-81cf-420e-9b50-3e1334504408,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:21.755545 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Router a55be62d-5770-4e89-a468-ef712fe05ed0 is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:50:21.856316 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7a349-a3a3-4bd7-a6a7-abbd050f5270 req-f2098532-aeff-4f88-8054-b207e9411155 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:21.858920 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-98c7a349-a3a3-4bd7-a6a7-abbd050f5270 req-f2098532-aeff-4f88-8054-b207e9411155 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 945 time: 0.0639629 Mar 10 03:50:21.873107 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['9cd67347-81cf-420e-9b50-3e1334504408'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:50:21.885985 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:50:21.899178 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Sync routers for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:50:21.909374 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:21.913862 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7b49d48a-cd7c-42e3-9adb-d319005b384c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5803986 Mar 10 03:50:21.914576 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58470) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:21.918023 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:21.918649 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:49:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:21.959059 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dc1349-f3ff-4038-b189-c8fd5a566893 None None] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:50:21.995094 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-98c7a349-a3a3-4bd7-a6a7-abbd050f5270 req-4bf4d6e7-5b05-436b-a09f-b66428f30e6b tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f98893c-977b-495e-a4a9-980fbe09c099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272306 Mar 10 03:50:22.012395 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4654f-d2d4-40cd-bcca-2caca27867d2 req-887d8dd3-eb96-4c05-91a1-182a266f952b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:22.014509 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-61c4654f-d2d4-40cd-bcca-2caca27867d2 req-887d8dd3-eb96-4c05-91a1-182a266f952b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 945 time: 0.1209233 Mar 10 03:50:22.078197 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-61c4654f-d2d4-40cd-bcca-2caca27867d2 req-0b46c87a-acf9-4e5e-bea1-94fb1ed3b216 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496936 Mar 10 03:50:22.087085 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:22.165348 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e87c2d-189c-4381-a321-78fcef754edf req-480e0db2-aa14-407f-af08-08312dbc24e6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:22.167134 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-17e87c2d-189c-4381-a321-78fcef754edf req-480e0db2-aa14-407f-af08-08312dbc24e6 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 945 time: 0.1979539 Mar 10 03:50:22.228727 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-3dfc8deb-a9b6-4f83-90da-e4c97f6b256a None None] Provisioning complete for port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:22.229134 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8deb-a9b6-4f83-90da-e4c97f6b256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.272407 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:21Z', 'revision_number': 3, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:22.303745 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Checking router: a55be62d-5770-4e89-a468-ef712fe05ed0 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:50:22.304081 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Updating router a55be62d-5770-4e89-a468-ef712fe05ed0 port 458df937-7197-434f-b33c-77cc522b56c1 binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:50:22.333769 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (458df937-7197-434f-b33c-77cc522b56c1), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.391065 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Deleting port b91a565d-eb83-46cd-9487-01246dd80a25 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:50:22.391492 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.426074 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc8deb-a9b6-4f83-90da-e4c97f6b256a None None] Current status of the port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:22.426564 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8deb-a9b6-4f83-90da-e4c97f6b256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.438188 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2944303e-9e98-4383-80d3-6517da8e756f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.499965 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-3dfc8deb-a9b6-4f83-90da-e4c97f6b256a None None] For port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=771f6b7a-1cc6-41ca-9444-ddab8f4cd65d,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:22.520344 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8deb-a9b6-4f83-90da-e4c97f6b256a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.583312 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] For port b91a565d-eb83-46cd-9487-01246dd80a25, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b91a565d-eb83-46cd-9487-01246dd80a25,segment=NetworkSegment(0bae34ee-8887-49af-8235-cdf65afc0ef7),segment_id=0bae34ee-8887-49af-8235-cdf65afc0ef7)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:22.583776 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.589153 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc8deb-a9b6-4f83-90da-e4c97f6b256a None None] Pushing event updated for resources: {'Port': ['ID=771f6b7a-1cc6-41ca-9444-ddab8f4cd65d,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:22.621575 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Calling delete_port for b91a565d-eb83-46cd-9487-01246dd80a25 owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:50:22.657358 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Publish callbacks [] for port (458df937-7197-434f-b33c-77cc522b56c1), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.662650 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (458df937-7197-434f-b33c-77cc522b56c1), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.676560 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.711618 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Attempting to bind port 458df937-7197-434f-b33c-77cc522b56c1 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:22.712242 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Attempting to bind port 458df937-7197-434f-b33c-77cc522b56c1 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:22.712380 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Attempting to bind port 458df937-7197-434f-b33c-77cc522b56c1 on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:22.722098 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:22.722482 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:22.722914 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.723311 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:22.723778 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Bound port: 458df937-7197-434f-b33c-77cc522b56c1, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:22.724157 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (458df937-7197-434f-b33c-77cc522b56c1), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.725662 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580401d-2869-4e9b-8ccb-1499e34c137e None None] Pushing event updated for resources: {'Port': ['ID=458df937-7197-434f-b33c-77cc522b56c1,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:22.753031 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-2845c2e7-3585-45e5-99b1-27bc2eab2fa1 None None] Provisioning complete for port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:22.753408 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2845c2e7-3585-45e5-99b1-27bc2eab2fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.794348 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] For port 458df937-7197-434f-b33c-77cc522b56c1, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:22.798666 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] For port 458df937-7197-434f-b33c-77cc522b56c1, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=458df937-7197-434f-b33c-77cc522b56c1,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:22.806337 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (458df937-7197-434f-b33c-77cc522b56c1), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.843994 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-2845c2e7-3585-45e5-99b1-27bc2eab2fa1 None None] Current status of the port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:22.857233 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (b91a565d-eb83-46cd-9487-01246dd80a25), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.866961 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:22.868024 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:22.876678 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580401d-2869-4e9b-8ccb-1499e34c137e None None] Pushing event updated for resources: {'Port': ['ID=458df937-7197-434f-b33c-77cc522b56c1,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:22.897235 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['b91a565d-eb83-46cd-9487-01246dd80a25'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:50:22.911373 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Pushing event deleted for resources: {'Port': ['ID=b91a565d-eb83-46cd-9487-01246dd80a25,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:22.975943 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] No DVR routers for this DVR port b91a565d-eb83-46cd-9487-01246dd80a25 on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:50:22.981439 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:22.985019 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-17e87c2d-189c-4381-a321-78fcef754edf req-7ebcbd52-2ac4-49bd-a9bd-91b653a12484 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.16 "DELETE /v2.0/ports/b91a565d-eb83-46cd-9487-01246dd80a25 HTTP/1.1" status: 204 len: 173 time: 0.7873542 Mar 10 03:50:22.985492 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d92e783-e65d-4ed4-8779-30c6769bccbf', 'name': 'network-vif-deleted', 'tag': 'b91a565d-eb83-46cd-9487-01246dd80a25'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:50:22.987692 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f4ac8a-8f14-4e39-946b-dff06ae4311b" -d '{"events": [{"server_uuid": "2d92e783-e65d-4ed4-8779-30c6769bccbf", "name": "network-vif-deleted", "tag": "b91a565d-eb83-46cd-9487-01246dd80a25"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:50:22.992996 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Allocated IP 172.20.0.1 (93bdb89a-f14d-4ea7-a4cb-72e92e790e1a/a670ed97-87e5-476a-92f0-79164b822463/901fb582-0a1c-4297-bf0f-5ed503cfa47a) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:22.994990 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:23.118031 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:23.167874 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e76d06ba-efd9-4ead-934d-b2d79a3305c4 req-b670c82e-6d31-4f22-9a29-4c6a99ccc0f2 tempest-VolumesActionsTest-347540904 tempest-VolumesActionsTest-347540904-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d92e783-e65d-4ed4-8779-30c6769bccbf HTTP/1.1" status: 200 len: 210 time: 0.0489802 Mar 10 03:50:23.225636 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:23.226258 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.268275 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:21Z', 'revision_number': 3, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:23.318562 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5763c-811f-487f-983f-2bdf917bc917 req-8447792c-500d-47ad-9ee3-029e89d83c9d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:23.320703 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dda5763c-811f-487f-983f-2bdf917bc917 req-8447792c-500d-47ad-9ee3-029e89d83c9d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 945 time: 0.1157424 Mar 10 03:50:23.338072 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:23.346145 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7126393-f8bd-47dc-a30e-e2b79622d2a9 None None] The sync data for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi is: [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:21Z', 'revision_number': 3, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:50:23.378127 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556b5b83-0b2e-47db-abb7-70ee4f944656 x-openstack-request-id: req-556b5b83-0b2e-47db-abb7-70ee4f944656 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:50:23.378424 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d92e783-e65d-4ed4-8779-30c6769bccbf", "name": "network-vif-deleted", "tag": "b91a565d-eb83-46cd-9487-01246dd80a25", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:50:23.378793 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-556b5b83-0b2e-47db-abb7-70ee4f944656 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:50:23.379255 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d92e783-e65d-4ed4-8779-30c6769bccbf', 'name': 'network-vif-deleted', 'tag': 'b91a565d-eb83-46cd-9487-01246dd80a25', 'status': 'completed', 'code': 200} Mar 10 03:50:23.386803 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-dda5763c-811f-487f-983f-2bdf917bc917 req-b8f88704-221c-4a19-9f68-5a4075dc74a7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600410 Mar 10 03:50:23.408787 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 9cd67347-81cf-420e-9b50-3e1334504408 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:23.440967 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Publish callbacks [] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.460214 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 9cd67347-81cf-420e-9b50-3e1334504408 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:50:23.464353 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 9cd67347-81cf-420e-9b50-3e1334504408 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:23.464829 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (9cd67347-81cf-420e-9b50-3e1334504408), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.484306 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.525217 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:23.531092 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:23.535059 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:23.540449 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Pushing event updated for resources: {'Port': ['ID=901fb582-0a1c-4297-bf0f-5ed503cfa47a,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:23.579789 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (a55be62d-5770-4e89-a468-ef712fe05ed0), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.591453 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 9cd67347-81cf-420e-9b50-3e1334504408 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:23.591949 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (9cd67347-81cf-420e-9b50-3e1334504408), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.612243 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.641244 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c78454-9e15-4627-b924-36c5324e0242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd67347-81cf-420e-9b50-3e1334504408'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:50:23.643627 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af2260-471f-49c9-aeda-4be67a9f001f" -d '{"events": [{"server_uuid": "69c78454-9e15-4627-b924-36c5324e0242", "name": "network-vif-plugged", "status": "completed", "tag": "9cd67347-81cf-420e-9b50-3e1334504408"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:50:23.661155 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 9cd67347-81cf-420e-9b50-3e1334504408, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9cd67347-81cf-420e-9b50-3e1334504408,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:23.668547 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (9cd67347-81cf-420e-9b50-3e1334504408), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.737838 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0675a986-990c-43a9-9b2d-503223a2db53 x-openstack-request-id: req-0675a986-990c-43a9-9b2d-503223a2db53 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:50:23.738069 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c78454-9e15-4627-b924-36c5324e0242", "name": "network-vif-plugged", "status": "completed", "tag": "9cd67347-81cf-420e-9b50-3e1334504408", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:50:23.738354 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0675a986-990c-43a9-9b2d-503223a2db53 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:50:23.738772 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c78454-9e15-4627-b924-36c5324e0242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd67347-81cf-420e-9b50-3e1334504408', 'code': 200} Mar 10 03:50:23.788377 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=9cd67347-81cf-420e-9b50-3e1334504408,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:23.820951 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.875042 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-cca63b21-2ea8-433b-a761-5fd8537bbccd None None] Provisioning complete for port 901fb582-0a1c-4297-bf0f-5ed503cfa47a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:23.875842 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-cca63b21-2ea8-433b-a761-5fd8537bbccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:23.919728 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-cca63b21-2ea8-433b-a761-5fd8537bbccd None None] Port 901fb582-0a1c-4297-bf0f-5ed503cfa47a cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:50:24.048711 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Publish callbacks [] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:24.060948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:24.086476 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b8393-b551-4c74-9079-bc9c46ca7ae9 req-4ddd629b-dc39-42ac-b9f8-18b043528bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:24.088023 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3a2b8393-b551-4c74-9079-bc9c46ca7ae9 req-4ddd629b-dc39-42ac-b9f8-18b043528bb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 1130 time: 0.0986502 Mar 10 03:50:24.164035 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Pushing event updated for resources: {'Port': ['ID=901fb582-0a1c-4297-bf0f-5ed503cfa47a,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:24.172211 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (a55be62d-5770-4e89-a468-ef712fe05ed0), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:24.195322 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-3a2b8393-b551-4c74-9079-bc9c46ca7ae9 req-7a77695e-6074-4c52-a0b2-487c2c4d4d41 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854151 Mar 10 03:50:24.303244 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:24.304721 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:24.437594 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Router a55be62d-5770-4e89-a468-ef712fe05ed0 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:50:24.549794 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f4deb-8702-4dcc-a720-b0a352d58b5d req-3f31a620-9661-4849-a0de-f754a9e0463a tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:24.556746 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a5f4deb-8702-4dcc-a720-b0a352d58b5d req-3f31a620-9661-4849-a0de-f754a9e0463a tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 946 time: 0.0766830 Mar 10 03:50:24.587913 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:50:24.593315 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-edf9c7ed-6b89-4883-9908-4aab49b58ace admin admin] 10.222.0.20 "PUT /v2.0/routers/a55be62d-5770-4e89-a468-ef712fe05ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6776307 Mar 10 03:50:24.609533 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a5f4deb-8702-4dcc-a720-b0a352d58b5d req-09cd243f-ef08-40ed-a89b-56ed16b443e8 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517678 Mar 10 03:50:24.656398 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-cb2438a5-e75f-4dcc-979c-aaaeb6a911ff None None] Provisioning complete for port 901fb582-0a1c-4297-bf0f-5ed503cfa47a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:24.657022 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-cb2438a5-e75f-4dcc-979c-aaaeb6a911ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:24.696269 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-cb2438a5-e75f-4dcc-979c-aaaeb6a911ff None None] Port 901fb582-0a1c-4297-bf0f-5ed503cfa47a cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:50:24.899832 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.106871 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 458df937-7197-434f-b33c-77cc522b56c1 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:25.157848 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 458df937-7197-434f-b33c-77cc522b56c1 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:25.158365 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (458df937-7197-434f-b33c-77cc522b56c1), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.175469 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58542) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:25.180397 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-358026584-network', 'tenant_id': '2afc80ab60a4420c916358583878b330'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:25.201663 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Made reservation on behalf of 2afc80ab60a4420c916358583878b330 for: {'network': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:50:25.204237 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for network (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.213674 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.254448 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 458df937-7197-434f-b33c-77cc522b56c1 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:25.255079 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (458df937-7197-434f-b33c-77cc522b56c1), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.281812 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Sync routers for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:50:25.287911 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 458df937-7197-434f-b33c-77cc522b56c1, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=458df937-7197-434f-b33c-77cc522b56c1,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:25.294893 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (458df937-7197-434f-b33c-77cc522b56c1), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.306207 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Publish callbacks [] for security_group (b0cb3568-f1dd-445f-b277-bbb12f3988f0), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.310238 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b0cb3568-f1dd-445f-b277-bbb12f3988f0), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.325393 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:25.326047 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:25.332871 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 10 03:50:25.348240 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cb3568-f1dd-445f-b277-bbb12f3988f0,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:25.351620 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (a3a0f5d2-0571-4125-ad24-2f62aa4134ae), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.351967 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.segments_db [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Added segment a3a0f5d2-0571-4125-ad24-2f62aa4134ae of type vlan for network 78e01d11-5be2-4ea1-bf16-8561b733359e Mar 10 03:50:25.394586 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761124314826'] for network (78e01d11-5be2-4ea1-bf16-8561b733359e), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.398554 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=458df937-7197-434f-b33c-77cc522b56c1,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:25.422170 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703'] for network (78e01d11-5be2-4ea1-bf16-8561b733359e), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.423398 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:25.424024 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.457456 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2809215 Mar 10 03:50:25.460200 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58544) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:25.463114 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:25.466352 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Request body: {'subnet': {'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-358026584-subnet', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'ip_version': 4}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:25.499611 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4551f7e-b883-438e-8181-cdd4364f3843 admin admin] Pushing event updated for resources: {'Network': ['ID=78e01d11-5be2-4ea1-bf16-8561b733359e,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:25.515554 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Made reservation on behalf of 2afc80ab60a4420c916358583878b330 for: {'subnet': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:50:25.516550 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Network 78e01d11-5be2-4ea1-bf16-8561b733359e details requested by agent ovs-agent-dv-cinder-804735-27-iscsi with host dv-cinder-804735-27-iscsi {{(pid=109720) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 10 03:50:25.517868 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4171848'] for subnet (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.701323 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3289402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4171878'] for subnet (11ec7e07-24b8-424d-92ff-9db896f926f6), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.729601 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4f218-89b3-4c44-9157-0a31c690eddb req-da05942c-2b28-4e5b-90ca-3d1ae3ea11d0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:25.731237 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-06d4f218-89b3-4c44-9157-0a31c690eddb req-da05942c-2b28-4e5b-90ca-3d1ae3ea11d0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 946 time: 0.0546227 Mar 10 03:50:25.750970 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 2, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:25.756877 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ec7e07-24b8-424d-92ff-9db896f926f6,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:25.767527 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Checking segment: {'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:25.767889 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Network hostable DHCP agents. Network: 78e01d11-5be2-4ea1-bf16-8561b733359e, hostable agents: ['20bcd3e0-82d5-4794-a399-d1a1c8fab455'], hosted agents: [] {{(pid=109719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 10 03:50:25.783617 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Checking router: a55be62d-5770-4e89-a468-ef712fe05ed0 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:50:25.784045 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Updating router a55be62d-5770-4e89-a468-ef712fe05ed0 port 901fb582-0a1c-4297-bf0f-5ed503cfa47a binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:50:25.785743 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Network 78e01d11-5be2-4ea1-bf16-8561b733359e is scheduled to be hosted by DHCP agent 20bcd3e0-82d5-4794-a399-d1a1c8fab455 with binding_index 1 {{(pid=109719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 10 03:50:25.794638 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-27-iscsi, 78e01d11-5be2-4ea1-bf16-8561b733359e) {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:25.799454 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:25.800099 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.807438 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade03455-c8de-4426-8e63-4aace0f4191c None None] Network 78e01d11-5be2-4ea1-bf16-8561b733359e requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:50:25.815007 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-06d4f218-89b3-4c44-9157-0a31c690eddb req-3a66361c-7a3e-49c2-a5cf-af9358c22976 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771017 Mar 10 03:50:25.822876 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58548) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:25.828172 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:25.833812 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c92d5581-5196-4245-aa68-2a6319d4487d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3724709 Mar 10 03:50:25.847525 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.849847 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-579879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12162'] for router (daf8b95c-dc7d-4693-8c23-752af75b4b04), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.851191 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-579987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576113', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12283'] for router (daf8b95c-dc7d-4693-8c23-752af75b4b04), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:25.909787 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks [] for router_controller (daf8b95c-dc7d-4693-8c23-752af75b4b04), precommit_add_association {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.007554 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp937a70fc-c499-520e-94e3-ee00ec9ae8e3-78e01d11-5be2-4ea1-bf16-8561b733359e', 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e', 'project_id': '2afc80ab60a4420c916358583878b330', 'fixed_ips': [{'subnet_id': '11ec7e07-24b8-424d-92ff-9db896f926f6'}]}} from dv-cinder-804735-27-iscsi. {{(pid=109720) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 10 03:50:26.008462 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.059586 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc5a17-03bb-49a0-8cdd-bfc66c666985 req-36786ae9-065d-4e5a-a34c-7dc61ba3a34f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:26.061011 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-27dc5a17-03bb-49a0-8cdd-bfc66c666985 req-36786ae9-065d-4e5a-a34c-7dc61ba3a34f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 946 time: 0.1537344 Mar 10 03:50:26.091103 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks [] for router_gateway (daf8b95c-dc7d-4693-8c23-752af75b4b04), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.157223 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-27dc5a17-03bb-49a0-8cdd-bfc66c666985 req-f49294d0-dc4c-4256-afbf-b2aecb5ad52d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686603 Mar 10 03:50:26.182101 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58556) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:26.342770 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks [] for router_gateway (daf8b95c-dc7d-4693-8c23-752af75b4b04), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.362808 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.364631 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.db_base_plugin_common [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Allocated IP 172.20.0.2 (78e01d11-5be2-4ea1-bf16-8561b733359e/11ec7e07-24b8-424d-92ff-9db896f926f6/bd89ac6d-0d70-4309-98a7-ec09cc7512ef) {{(pid=109720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:26.446853 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaeae66-db94-4664-9515-655f7285c5ad tempest-TestVolumeBootPattern-1275268918 tempest-TestVolumeBootPattern-1275268918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:26.448502 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-fdaeae66-db94-4664-9515-655f7285c5ad tempest-TestVolumeBootPattern-1275268918 tempest-TestVolumeBootPattern-1275268918-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 1125 time: 0.2653258 Mar 10 03:50:26.451353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58560) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:26.456296 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'port_id': '9cd67347-81cf-420e-9b50-3e1334504408', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:26.476765 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Allocated IP 172.27.1.137 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/64bfbb35-7604-48fc-9f48-56001745f100) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:26.477019 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.489708 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Publish callbacks [] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.505491 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.555449 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.587719 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a9089-c3a9-4f22-bdb1-d97f9b6166a5 None None] Pushing event updated for resources: {'Port': ['ID=901fb582-0a1c-4297-bf0f-5ed503cfa47a,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:26.601918 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks [] for port (64bfbb35-7604-48fc-9f48-56001745f100), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.618839 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.649675 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (64bfbb35-7604-48fc-9f48-56001745f100), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.697775 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Attempting to bind port 901fb582-0a1c-4297-bf0f-5ed503cfa47a on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:26.698903 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Attempting to bind port 901fb582-0a1c-4297-bf0f-5ed503cfa47a by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:26.699516 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Attempting to bind port 901fb582-0a1c-4297-bf0f-5ed503cfa47a on network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:26.703298 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Publish callbacks [] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), precommit_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.709632 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:26.709887 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:26.710071 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Checking segment: {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:26.710645 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.711085 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Bound using segment: {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:26.711851 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Bound port: 901fb582-0a1c-4297-bf0f-5ed503cfa47a, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:26.712403 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.714801 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:26.716770 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Pushing event updated for resources: {'Port': ['ID=64bfbb35-7604-48fc-9f48-56001745f100,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:26.718517 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), after_create {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.719659 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:26.778146 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Allocated IP 172.27.1.207 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/2a328f19-e434-462c-9d64-676ceb12d522) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:26.801955 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Network 78e01d11-5be2-4ea1-bf16-8561b733359e is already hosted by enough agents. {{(pid=109720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:26.804641 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Pushing event updated for resources: {'Port': ['ID=bd89ac6d-0d70-4309-98a7-ec09cc7512ef,revision_number=1']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:26.809892 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.scheduler.base_scheduler [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Resources bound (agent type, host, resource id): {{(pid=109720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:26.812520 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Received port after_create {{(pid=109720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:26.869523 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] For port 901fb582-0a1c-4297-bf0f-5ed503cfa47a, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:26.900489 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-29367149-8c63-4252-960e-faa2c228b41f None None] Provisioning complete for port 901fb582-0a1c-4297-bf0f-5ed503cfa47a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:26.900802 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-29367149-8c63-4252-960e-faa2c228b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.908643 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (2a328f19-e434-462c-9d64-676ceb12d522), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.908829 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] For port 901fb582-0a1c-4297-bf0f-5ed503cfa47a, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=901fb582-0a1c-4297-bf0f-5ed503cfa47a,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:26.933978 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.939212 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Attempting to bind port bd89ac6d-0d70-4309-98a7-ec09cc7512ef on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:26.939587 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Attempting to bind port bd89ac6d-0d70-4309-98a7-ec09cc7512ef by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:26.940016 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Attempting to bind port bd89ac6d-0d70-4309-98a7-ec09cc7512ef on network 78e01d11-5be2-4ea1-bf16-8561b733359e {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:26.956138 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (2a328f19-e434-462c-9d64-676ceb12d522), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.979346 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:26.979669 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Checking segment: {'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:26.980091 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.980444 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Bound using segment: {'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:26.981165 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Bound port: bd89ac6d-0d70-4309-98a7-ec09cc7512ef, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:26.981597 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:26.994352 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:27.002904 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:27.006036 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:27.007735 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-29367149-8c63-4252-960e-faa2c228b41f None None] Port 901fb582-0a1c-4297-bf0f-5ed503cfa47a cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:50:27.011998 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks [] for router_gateway (daf8b95c-dc7d-4693-8c23-752af75b4b04), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.031956 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=2a328f19-e434-462c-9d64-676ceb12d522,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:27.032102 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a9089-c3a9-4f22-bdb1-d97f9b6166a5 None None] Pushing event updated for resources: {'Port': ['ID=901fb582-0a1c-4297-bf0f-5ed503cfa47a,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:27.063712 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:27.064242 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:27.146215 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] For port bd89ac6d-0d70-4309-98a7-ec09cc7512ef, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:27.151336 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] For port bd89ac6d-0d70-4309-98a7-ec09cc7512ef, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=bd89ac6d-0d70-4309-98a7-ec09cc7512ef,segment=NetworkSegment(a3a0f5d2-0571-4125-ad24-2f62aa4134ae),segment_id=a3a0f5d2-0571-4125-ad24-2f62aa4134ae)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:27.164368 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 458df937-7197-434f-b33c-77cc522b56c1 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:27.216890 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.262944 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-579996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576030'] for router (daf8b95c-dc7d-4693-8c23-752af75b4b04), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.350752 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 458df937-7197-434f-b33c-77cc522b56c1 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:27.351141 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (458df937-7197-434f-b33c-77cc522b56c1), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.360089 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:27.425560 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274f96b-ea71-4633-b29c-f7b7d67c6bae None None] Pushing event updated for resources: {'Port': ['ID=bd89ac6d-0d70-4309-98a7-ec09cc7512ef,revision_number=2']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:27.438837 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Router daf8b95c-dc7d-4693-8c23-752af75b4b04 is scheduled to L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b with binding_index 1 {{(pid=109718) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 10 03:50:27.458147 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-20b3daf1-e427-4da1-b327-84a1b52f0854 None None] Provisioning complete for port 901fb582-0a1c-4297-bf0f-5ed503cfa47a triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:27.458584 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-20b3daf1-e427-4da1-b327-84a1b52f0854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.468315 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.586287 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (2a328f19-e434-462c-9d64-676ceb12d522), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.770733 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 458df937-7197-434f-b33c-77cc522b56c1 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:27.782506 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (2a328f19-e434-462c-9d64-676ceb12d522), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.789948 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (2a328f19-e434-462c-9d64-676ceb12d522), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.791114 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-20b3daf1-e427-4da1-b327-84a1b52f0854 None None] Current status of the port 901fb582-0a1c-4297-bf0f-5ed503cfa47a is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:27.791606 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-20b3daf1-e427-4da1-b327-84a1b52f0854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.830822 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:26Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:27.837802 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-20b3daf1-e427-4da1-b327-84a1b52f0854 None None] For port 901fb582-0a1c-4297-bf0f-5ed503cfa47a, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=901fb582-0a1c-4297-bf0f-5ed503cfa47a,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:27.838957 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device b91a565d-eb83-46cd-9487-01246dd80a25 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:50:27.883809 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=2a328f19-e434-462c-9d64-676ceb12d522,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:27.887222 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb944880-00b6-4eed-bcb7-6843c8a495a7 None None] The sync data for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi is: [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:26Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:50:27.890015 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-20b3daf1-e427-4da1-b327-84a1b52f0854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.891522 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.893200 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: b91a565d-eb83-46cd-9487-01246dd80a25 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:50:27.893611 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device b91a565d-eb83-46cd-9487-01246dd80a25 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:50:27.925895 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:50:27.969339 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Sync routers for ids ['daf8b95c-dc7d-4693-8c23-752af75b4b04'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:50:27.969850 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:27.983316 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-68317d30-6c88-42dd-b460-aedd1496dc48 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1591613 Mar 10 03:50:27.983943 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58566) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:27.990664 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3daf1-e427-4da1-b327-84a1b52f0854 None None] Pushing event updated for resources: {'Port': ['ID=901fb582-0a1c-4297-bf0f-5ed503cfa47a,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:27.992340 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Routers {'daf8b95c-dc7d-4693-8c23-752af75b4b04'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:27.993898 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['daf8b95c-dc7d-4693-8c23-752af75b4b04'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:28.061085 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Floating IP f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4 associated. External IP: 172.27.1.207, port: 9cd67347-81cf-420e-9b50-3e1334504408. Mar 10 03:50:28.271892 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Set router daf8b95c-dc7d-4693-8c23-752af75b4b04 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:28.415778 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:50:28.582478 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '64bfbb35-7604-48fc-9f48-56001745f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:50:26Z', 'revision_number': 3, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port': {'id': '64bfbb35-7604-48fc-9f48-56001745f100', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:26Z', 'updated_at': '2022-03-10T03:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:28.610539 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Checking router: daf8b95c-dc7d-4693-8c23-752af75b4b04 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:50:28.611293 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Updating router daf8b95c-dc7d-4693-8c23-752af75b4b04 port 64bfbb35-7604-48fc-9f48-56001745f100 binding host dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:50:28.619119 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:28.652483 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (64bfbb35-7604-48fc-9f48-56001745f100), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:28.654098 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39f6e3-05e8-4741-89bb-6afb78c2151b None None] Network 78e01d11-5be2-4ea1-bf16-8561b733359e requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:50:28.825045 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Allocated IP 172.20.0.1 (78e01d11-5be2-4ea1-bf16-8561b733359e/11ec7e07-24b8-424d-92ff-9db896f926f6/7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:28.854100 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-4f608cc3-5fe4-48e3-a274-40b0251135c5 None None] Provisioning complete for port bd89ac6d-0d70-4309-98a7-ec09cc7512ef triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:28.855099 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4f608cc3-5fe4-48e3-a274-40b0251135c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:28.971265 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Publish callbacks [] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.018609 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:50:29.041545 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:50:29.047148 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.096001 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.098603 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-13097a8e-14cd-43ea-b720-2d23d5c7d331 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6456280 Mar 10 03:50:29.101350 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c78454-9e15-4627-b924-36c5324e0242', 'tag': '9cd67347-81cf-420e-9b50-3e1334504408'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:50:29.108829 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839" -d '{"events": [{"name": "network-changed", "server_uuid": "69c78454-9e15-4627-b924-36c5324e0242", "tag": "9cd67347-81cf-420e-9b50-3e1334504408"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:50:29.131288 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Publish callbacks [] for port (64bfbb35-7604-48fc-9f48-56001745f100), precommit_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.143656 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:29.144449 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:29.157638 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (64bfbb35-7604-48fc-9f48-56001745f100), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.218852 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Network 78e01d11-5be2-4ea1-bf16-8561b733359e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:29.222755 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:29.226960 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:29.247137 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85c1fdd-ecf9-4bf0-b38c-f4eb38e3bfc8 x-openstack-request-id: req-c85c1fdd-ecf9-4bf0-b38c-f4eb38e3bfc8 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:50:29.247919 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c78454-9e15-4627-b924-36c5324e0242", "tag": "9cd67347-81cf-420e-9b50-3e1334504408", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:50:29.249994 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c85c1fdd-ecf9-4bf0-b38c-f4eb38e3bfc8 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:50:29.251174 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c78454-9e15-4627-b924-36c5324e0242', 'tag': '9cd67347-81cf-420e-9b50-3e1334504408', 'status': 'completed', 'code': 200} Mar 10 03:50:29.362665 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Pushing event updated for resources: {'Port': ['ID=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:29.368180 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07755dc-7c62-49c9-b5e9-327b10194269 None None] Pushing event updated for resources: {'Port': ['ID=64bfbb35-7604-48fc-9f48-56001745f100,revision_number=2']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:29.380819 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Attempting to bind port 64bfbb35-7604-48fc-9f48-56001745f100 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:29.381241 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Attempting to bind port 64bfbb35-7604-48fc-9f48-56001745f100 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:29.381723 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Attempting to bind port 64bfbb35-7604-48fc-9f48-56001745f100 on network b8b29516-8555-45be-847e-d2c83a83004e {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:29.394814 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:29.395598 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Checking segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:29.396375 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.397011 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Bound using segment: {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'} {{(pid=109721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:29.397735 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.managers [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Bound port: 64bfbb35-7604-48fc-9f48-56001745f100, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869be86d-4c7f-4252-8868-22afecf564dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e'}}] {{(pid=109721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:29.399169 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (64bfbb35-7604-48fc-9f48-56001745f100), before_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.402020 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-d08b2fb8-b795-4f4d-94c3-efb582ca8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:29.403126 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-580721'] for router_interface (daf8b95c-dc7d-4693-8c23-752af75b4b04), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.403966 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-d08b2fb8-b795-4f4d-94c3-efb582ca8fa3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 1130 time: 0.1153386 Mar 10 03:50:29.530937 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] For port 64bfbb35-7604-48fc-9f48-56001745f100, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:29.537472 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.plugins.ml2.db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] For port 64bfbb35-7604-48fc-9f48-56001745f100, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=64bfbb35-7604-48fc-9f48-56001745f100,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:29.539613 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 901fb582-0a1c-4297-bf0f-5ed503cfa47a up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:29.545901 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-4f608cc3-5fe4-48e3-a274-40b0251135c5 None None] Current status of the port bd89ac6d-0d70-4309-98a7-ec09cc7512ef is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:29.546418 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4f608cc3-5fe4-48e3-a274-40b0251135c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.557275 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron_lib.callbacks.manager [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (64bfbb35-7604-48fc-9f48-56001745f100), after_update {{(pid=109721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.664360 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-61445fe9-e02e-4d8f-9963-215d969b7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:29.666876 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-61445fe9-e02e-4d8f-9963-215d969b7907 service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.2558427 Mar 10 03:50:29.683769 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Routers {'daf8b95c-dc7d-4693-8c23-752af75b4b04'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:29.684667 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['daf8b95c-dc7d-4693-8c23-752af75b4b04'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:29.773915 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-4f608cc3-5fe4-48e3-a274-40b0251135c5 None None] For port bd89ac6d-0d70-4309-98a7-ec09cc7512ef, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=bd89ac6d-0d70-4309-98a7-ec09cc7512ef,segment=NetworkSegment(a3a0f5d2-0571-4125-ad24-2f62aa4134ae),segment_id=a3a0f5d2-0571-4125-ad24-2f62aa4134ae)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:29.780859 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07755dc-7c62-49c9-b5e9-327b10194269 None None] Pushing event updated for resources: {'Port': ['ID=64bfbb35-7604-48fc-9f48-56001745f100,revision_number=3']} {{(pid=109721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:29.785344 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.815793 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4f608cc3-5fe4-48e3-a274-40b0251135c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:29.835245 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-2e1100b1-23be-481c-b3c9-0fe3de957a0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd67347-81cf-420e-9b50-3e1334504408 HTTP/1.1" status: 200 len: 1000 time: 0.1624687 Mar 10 03:50:29.952063 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] Set router daf8b95c-dc7d-4693-8c23-752af75b4b04 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:29.959970 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-16d18aa6-429a-4419-bce8-b12ce23bcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:29.962159 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-16d18aa6-429a-4419-bce8-b12ce23bcb37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.1139307 Mar 10 03:50:29.978341 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f608cc3-5fe4-48e3-a274-40b0251135c5 None None] Pushing event updated for resources: {'Port': ['ID=bd89ac6d-0d70-4309-98a7-ec09cc7512ef,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:30.015264 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 901fb582-0a1c-4297-bf0f-5ed503cfa47a triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:30.015585 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:30.079879 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-7eb3aa1d-983a-4b27-92ac-dfa2307e0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:30.087700 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:30.090138 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-7eb3aa1d-983a-4b27-92ac-dfa2307e0ef2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1142085 Mar 10 03:50:30.090680 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-4976f078-a6a7-45ec-aa82-c1397c0263f3 None None] Provisioning complete for port bd89ac6d-0d70-4309-98a7-ec09cc7512ef triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:30.091360 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4976f078-a6a7-45ec-aa82-c1397c0263f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:30.195928 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Publish callbacks [] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:30.202534 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:30.268347 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-ae3e74f0-98c4-4762-b8db-014e03b28c91 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719680 Mar 10 03:50:30.360994 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-580829'] for router_interface (daf8b95c-dc7d-4693-8c23-752af75b4b04), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:30.366277 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '64bfbb35-7604-48fc-9f48-56001745f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:50:29Z', 'revision_number': 4, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port': {'id': '64bfbb35-7604-48fc-9f48-56001745f100', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:26Z', 'updated_at': '2022-03-10T03:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6', 'name': '', 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'mac_address': 'fa:16:3e:e3:96:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:28Z', 'updated_at': '2022-03-10T03:50:28Z', 'revision_number': 1, 'project_id': '2afc80ab60a4420c916358583878b330', 'subnets': [{'id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:30.409670 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bddb8-5d3d-4657-9623-f19f3cdf8658 None None] The sync data for ids ['daf8b95c-dc7d-4693-8c23-752af75b4b04'] in dv-cinder-804735-27-iscsi is: [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '64bfbb35-7604-48fc-9f48-56001745f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:50:29Z', 'revision_number': 4, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port': {'id': '64bfbb35-7604-48fc-9f48-56001745f100', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:41:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:26Z', 'updated_at': '2022-03-10T03:50:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6', 'name': '', 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'mac_address': 'fa:16:3e:e3:96:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:28Z', 'updated_at': '2022-03-10T03:50:28Z', 'revision_number': 1, 'project_id': '2afc80ab60a4420c916358583878b330', 'subnets': [{'id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:50:30.432047 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Pushing event updated for resources: {'Port': ['ID=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:30.449108 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-6a4cf1a1-6bb3-426e-b33a-ca27d809a839 req-d7ccc357-e064-4ac5-9a04-77452f542a00 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733534 Mar 10 03:50:30.548723 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 901fb582-0a1c-4297-bf0f-5ed503cfa47a is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:30.550488 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device bd89ac6d-0d70-4309-98a7-ec09cc7512ef up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:30.588176 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Network 78e01d11-5be2-4ea1-bf16-8561b733359e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:30.589752 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:30.764220 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Router daf8b95c-dc7d-4693-8c23-752af75b4b04 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:50:30.782285 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-4976f078-a6a7-45ec-aa82-c1397c0263f3 None None] Current status of the port bd89ac6d-0d70-4309-98a7-ec09cc7512ef is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:30.793594 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '9cd67347-81cf-420e-9b50-3e1334504408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:5b:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c78454-9e15-4627-b924-36c5324e0242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:50:27Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:30.801851 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:30.883316 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:50:30.941469 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:30.948740 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:31.000175 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:50:31.011319 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d1deff93-6fd9-4475-ab85-f65c9f61c0bd admin admin] 10.222.0.20 "PUT /v2.0/routers/daf8b95c-dc7d-4693-8c23-752af75b4b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0244813 Mar 10 03:50:31.042326 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port bd89ac6d-0d70-4309-98a7-ec09cc7512ef triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:31.043007 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:31.122528 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-a8334226-0661-43f9-9d0c-95aaa8e138a0 None None] Provisioning complete for port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:31.122932 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-a8334226-0661-43f9-9d0c-95aaa8e138a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:31.272840 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-a8334226-0661-43f9-9d0c-95aaa8e138a0 None None] Port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:50:31.280330 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:31.454713 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port bd89ac6d-0d70-4309-98a7-ec09cc7512ef is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:31.484952 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-f6220033-aaf2-4a2a-812e-e6f8351c5dab None None] Provisioning complete for port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:31.485250 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f6220033-aaf2-4a2a-812e-e6f8351c5dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:31.581808 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:50:31.638314 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device bd89ac6d-0d70-4309-98a7-ec09cc7512ef up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:31.692457 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-f6220033-aaf2-4a2a-812e-e6f8351c5dab None None] Port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:50:31.800338 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port bd89ac6d-0d70-4309-98a7-ec09cc7512ef triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:31.800737 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:31.913253 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '9cd67347-81cf-420e-9b50-3e1334504408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:5b:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c78454-9e15-4627-b924-36c5324e0242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:50:27Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:31.993276 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6a2029-23bb-4dd0-a3f2-5b71c1252baa None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': 'f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.207', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '9cd67347-81cf-420e-9b50-3e1334504408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:5b:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c78454-9e15-4627-b924-36c5324e0242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:50:27Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:50:32.038579 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58612) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:32.049974 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-c00e4a18-b6cf-4690-88c2-22d78b397881 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356245321', 'description': 'tempest-secgroup-smoke-356245321 description', 'project_id': '72de85f3122b4c3c91bce1f99a6770d3'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:32.071105 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port bd89ac6d-0d70-4309-98a7-ec09cc7512ef is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:32.104128 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c00e4a18-b6cf-4690-88c2-22d78b397881 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.220574 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c00e4a18-b6cf-4690-88c2-22d78b397881 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group (a27567cf-7f2e-491f-a509-4e87b4a08fd4), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.226300 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c00e4a18-b6cf-4690-88c2-22d78b397881 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (a27567cf-7f2e-491f-a509-4e87b4a08fd4), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.276598 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e4a18-b6cf-4690-88c2-22d78b397881 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a27567cf-7f2e-491f-a509-4e87b4a08fd4,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:32.282223 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c00e4a18-b6cf-4690-88c2-22d78b397881 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.286358 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c00e4a18-b6cf-4690-88c2-22d78b397881 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2437651 Mar 10 03:50:32.287353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58614) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:32.298439 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-054a5678-c4f3-454b-b4da-2d15abf15550 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'security_group_rule': {'security_group_id': 'a27567cf-7f2e-491f-a509-4e87b4a08fd4', 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:32.390353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-054a5678-c4f3-454b-b4da-2d15abf15550 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (7b97a478-736f-40c6-9597-9dfcaf5c76a2), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.455271 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4e16c2-cb7d-4d7d-be57-bc9021a9f15d None None] New status for floating IP f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4: ACTIVE {{(pid=109721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:50:32.514802 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-054a5678-c4f3-454b-b4da-2d15abf15550 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (7b97a478-736f-40c6-9597-9dfcaf5c76a2), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.531079 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-054a5678-c4f3-454b-b4da-2d15abf15550 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (7b97a478-736f-40c6-9597-9dfcaf5c76a2), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.564866 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-054a5678-c4f3-454b-b4da-2d15abf15550 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.566728 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-054a5678-c4f3-454b-b4da-2d15abf15550 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786448 Mar 10 03:50:32.569663 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58620) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:32.581899 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-cad47f2b-314a-4ec8-b267-fb0c92a4416b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'security_group_rule': {'security_group_id': 'a27567cf-7f2e-491f-a509-4e87b4a08fd4', 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:32.587777 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a5678-c4f3-454b-b4da-2d15abf15550 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b97a478-736f-40c6-9597-9dfcaf5c76a2,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:32.631627 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cad47f2b-314a-4ec8-b267-fb0c92a4416b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (2920c198-4e48-4728-9132-6a17f1ec7c4e), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.724274 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cad47f2b-314a-4ec8-b267-fb0c92a4416b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (2920c198-4e48-4728-9132-6a17f1ec7c4e), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.729817 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cad47f2b-314a-4ec8-b267-fb0c92a4416b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (2920c198-4e48-4728-9132-6a17f1ec7c4e), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.755321 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad47f2b-314a-4ec8-b267-fb0c92a4416b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2920c198-4e48-4728-9132-6a17f1ec7c4e,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:32.772638 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-cad47f2b-314a-4ec8-b267-fb0c92a4416b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.776686 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-cad47f2b-314a-4ec8-b267-fb0c92a4416b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2029223 Mar 10 03:50:32.776840 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58622) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:32.781702 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-a6bb011f-0c14-4c73-aa1b-002e6850bc3c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'security_group_rule': {'security_group_id': 'a27567cf-7f2e-491f-a509-4e87b4a08fd4', 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:32.810028 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a6bb011f-0c14-4c73-aa1b-002e6850bc3c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (ad0269cc-057c-4f8f-8c46-a98d56fdb68f), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.887518 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a6bb011f-0c14-4c73-aa1b-002e6850bc3c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (ad0269cc-057c-4f8f-8c46-a98d56fdb68f), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.892994 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a6bb011f-0c14-4c73-aa1b-002e6850bc3c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (ad0269cc-057c-4f8f-8c46-a98d56fdb68f), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.917298 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb011f-0c14-4c73-aa1b-002e6850bc3c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0269cc-057c-4f8f-8c46-a98d56fdb68f,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:32.928861 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a6bb011f-0c14-4c73-aa1b-002e6850bc3c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:32.933148 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a6bb011f-0c14-4c73-aa1b-002e6850bc3c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527252 Mar 10 03:50:32.933602 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58624) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:32.938627 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-e79c7a31-7210-47c8-af1e-1c844b00dc12 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'security_group_rule': {'security_group_id': 'a27567cf-7f2e-491f-a509-4e87b4a08fd4', 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:32.967434 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e79c7a31-7210-47c8-af1e-1c844b00dc12 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (22618e17-05e6-43fc-9ce3-1886f9d1d442), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.036623 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e79c7a31-7210-47c8-af1e-1c844b00dc12 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (22618e17-05e6-43fc-9ce3-1886f9d1d442), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.042336 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e79c7a31-7210-47c8-af1e-1c844b00dc12 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (22618e17-05e6-43fc-9ce3-1886f9d1d442), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.064796 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c7a31-7210-47c8-af1e-1c844b00dc12 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22618e17-05e6-43fc-9ce3-1886f9d1d442,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:33.074188 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e79c7a31-7210-47c8-af1e-1c844b00dc12 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.078246 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e79c7a31-7210-47c8-af1e-1c844b00dc12 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406357 Mar 10 03:50:33.078596 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58626) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:33.082925 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [None req-54da557b-3db5-46ec-81e5-1767d49a57ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'security_group_rule': {'security_group_id': 'a27567cf-7f2e-491f-a509-4e87b4a08fd4', 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:33.110313 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.securitygroups_db [None req-54da557b-3db5-46ec-81e5-1767d49a57ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Project 72de85f3122b4c3c91bce1f99a6770d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 03:50:33.116727 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-54da557b-3db5-46ec-81e5-1767d49a57ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (dfeacb51-3274-4eab-90ff-0cbc2dc2d706), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.187293 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-54da557b-3db5-46ec-81e5-1767d49a57ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (dfeacb51-3274-4eab-90ff-0cbc2dc2d706), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.192745 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-54da557b-3db5-46ec-81e5-1767d49a57ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (dfeacb51-3274-4eab-90ff-0cbc2dc2d706), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.213322 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da557b-3db5-46ec-81e5-1767d49a57ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeacb51-3274-4eab-90ff-0cbc2dc2d706,revision_number=0']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:33.221317 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-54da557b-3db5-46ec-81e5-1767d49a57ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.222917 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-54da557b-3db5-46ec-81e5-1767d49a57ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429939 Mar 10 03:50:33.225610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58628) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:33.231058 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-d5c1426e-6ff3-435e-8d1a-bffe53a26a5f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'security_group_rule': {'security_group_id': 'a27567cf-7f2e-491f-a509-4e87b4a08fd4', 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:33.256211 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.securitygroups_db [None req-d5c1426e-6ff3-435e-8d1a-bffe53a26a5f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Project 72de85f3122b4c3c91bce1f99a6770d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 10 03:50:33.261328 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d5c1426e-6ff3-435e-8d1a-bffe53a26a5f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (73a2deb7-4a49-4ad7-a38a-e5f5c65daed4), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.325924 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d5c1426e-6ff3-435e-8d1a-bffe53a26a5f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (73a2deb7-4a49-4ad7-a38a-e5f5c65daed4), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.330864 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d5c1426e-6ff3-435e-8d1a-bffe53a26a5f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540466'] for security_group_rule (73a2deb7-4a49-4ad7-a38a-e5f5c65daed4), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.350440 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1426e-6ff3-435e-8d1a-bffe53a26a5f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a2deb7-4a49-4ad7-a38a-e5f5c65daed4,revision_number=0']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:33.359726 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d5c1426e-6ff3-435e-8d1a-bffe53a26a5f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.367331 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d5c1426e-6ff3-435e-8d1a-bffe53a26a5f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398478 Mar 10 03:50:33.601040 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 64bfbb35-7604-48fc-9f48-56001745f100 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:33.705403 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 64bfbb35-7604-48fc-9f48-56001745f100 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:33.705628 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (64bfbb35-7604-48fc-9f48-56001745f100), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:33.977669 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 64bfbb35-7604-48fc-9f48-56001745f100 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:33.978400 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (64bfbb35-7604-48fc-9f48-56001745f100), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:34.012059 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] For port 64bfbb35-7604-48fc-9f48-56001745f100, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=64bfbb35-7604-48fc-9f48-56001745f100,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:34.028196 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (64bfbb35-7604-48fc-9f48-56001745f100), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:34.086515 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Pushing event updated for resources: {'Port': ['ID=64bfbb35-7604-48fc-9f48-56001745f100,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:35.566974 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 64bfbb35-7604-48fc-9f48-56001745f100 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:35.629702 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 64bfbb35-7604-48fc-9f48-56001745f100 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:35.630449 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (64bfbb35-7604-48fc-9f48-56001745f100), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:35.666428 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Sync routers for ids ['daf8b95c-dc7d-4693-8c23-752af75b4b04'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:50:35.691766 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Routers {'daf8b95c-dc7d-4693-8c23-752af75b4b04'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:35.692558 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['daf8b95c-dc7d-4693-8c23-752af75b4b04'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:35.822236 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 64bfbb35-7604-48fc-9f48-56001745f100 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:35.846133 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Set router daf8b95c-dc7d-4693-8c23-752af75b4b04 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:36.067937 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '64bfbb35-7604-48fc-9f48-56001745f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:50:29Z', 'revision_number': 4, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port': {'id': '64bfbb35-7604-48fc-9f48-56001745f100', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:26Z', 'updated_at': '2022-03-10T03:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6', 'name': '', 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'mac_address': 'fa:16:3e:e3:96:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:28Z', 'updated_at': '2022-03-10T03:50:29Z', 'revision_number': 2, 'project_id': '2afc80ab60a4420c916358583878b330', 'subnets': [{'id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:36.095271 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Checking router: daf8b95c-dc7d-4693-8c23-752af75b4b04 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:50:36.095629 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Updating router daf8b95c-dc7d-4693-8c23-752af75b4b04 port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 binding host dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 10 03:50:36.138211 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:36.454241 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Publish callbacks [] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), precommit_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:36.460606 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:36.559458 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fe502-d15d-4db3-9524-9e87fdba17a4 None None] Pushing event updated for resources: {'Port': ['ID=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,revision_number=3']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:36.583564 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Attempting to bind port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 on host dv-cinder-804735-27-iscsi for vnic_type normal with profile {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:36.584941 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Attempting to bind port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 by drivers openvswitch,hyperv on host dv-cinder-804735-27-iscsi at level 0 using segments [{'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:36.585464 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Attempting to bind port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 on network 78e01d11-5be2-4ea1-bf16-8561b733359e {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:36.592633 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Checking agent: {'id': 'd3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 33, 56), 'started_at': datetime.datetime(2022, 3, 10, 3, 34, 26), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:36.593317 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Checking segment: {'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:36.593912 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:36.594486 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Bound using segment: {'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'} {{(pid=109720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:36.595183 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.managers [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Bound port: 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6, host: dv-cinder-804735-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e'}}] {{(pid=109720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:36.595567 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:36.687673 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] For port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6, host dv-cinder-804735-27-iscsi, cleared binding levels {{(pid=109720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:36.692122 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] For port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6, host dv-cinder-804735-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,segment=NetworkSegment(a3a0f5d2-0571-4125-ad24-2f62aa4134ae),segment_id=a3a0f5d2-0571-4125-ad24-2f62aa4134ae)] {{(pid=109720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:36.700689 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:36.783978 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Routers {'daf8b95c-dc7d-4693-8c23-752af75b4b04'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:50:36.784801 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['daf8b95c-dc7d-4693-8c23-752af75b4b04'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:36.823946 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-eae3237b-eb38-4dd7-822f-2c40a788f080 None None] Provisioning complete for port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:36.824339 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eae3237b-eb38-4dd7-822f-2c40a788f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:36.825889 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1fe502-d15d-4db3-9524-9e87fdba17a4 None None] Pushing event updated for resources: {'Port': ['ID=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:36.969126 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] Set router daf8b95c-dc7d-4693-8c23-752af75b4b04 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:50:37.050969 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-eae3237b-eb38-4dd7-822f-2c40a788f080 None None] Current status of the port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 is: DOWN; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:37.051282 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eae3237b-eb38-4dd7-822f-2c40a788f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:37.138039 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-eae3237b-eb38-4dd7-822f-2c40a788f080 None None] For port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,segment=NetworkSegment(a3a0f5d2-0571-4125-ad24-2f62aa4134ae),segment_id=a3a0f5d2-0571-4125-ad24-2f62aa4134ae)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:50:37.160897 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-eae3237b-eb38-4dd7-822f-2c40a788f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:37.314382 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3237b-eb38-4dd7-822f-2c40a788f080 None None] Pushing event updated for resources: {'Port': ['ID=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:37.332796 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-3b5b36d0-d65c-4ff9-9e22-0a3d678e0723 None None] Provisioning complete for port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:37.333200 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-3b5b36d0-d65c-4ff9-9e22-0a3d678e0723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:37.447416 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '64bfbb35-7604-48fc-9f48-56001745f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:50:29Z', 'revision_number': 4, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port': {'id': '64bfbb35-7604-48fc-9f48-56001745f100', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:26Z', 'updated_at': '2022-03-10T03:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6', 'name': '', 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'mac_address': 'fa:16:3e:e3:96:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:28Z', 'updated_at': '2022-03-10T03:50:36Z', 'revision_number': 4, 'project_id': '2afc80ab60a4420c916358583878b330', 'subnets': [{'id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:37.483168 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61959b0f-8333-433a-9beb-6c453f426163 None None] The sync data for ids ['daf8b95c-dc7d-4693-8c23-752af75b4b04'] in dv-cinder-804735-27-iscsi is: [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '64bfbb35-7604-48fc-9f48-56001745f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:50:29Z', 'revision_number': 4, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port': {'id': '64bfbb35-7604-48fc-9f48-56001745f100', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:26Z', 'updated_at': '2022-03-10T03:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6', 'name': '', 'network_id': '78e01d11-5be2-4ea1-bf16-8561b733359e', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'mac_address': 'fa:16:3e:e3:96:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:28Z', 'updated_at': '2022-03-10T03:50:36Z', 'revision_number': 4, 'project_id': '2afc80ab60a4420c916358583878b330', 'subnets': [{'id': '11ec7e07-24b8-424d-92ff-9db896f926f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:50:37.493118 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-3b5b36d0-d65c-4ff9-9e22-0a3d678e0723 None None] Current status of the port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:37.602100 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 up at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:50:37.662844 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Provisioning complete for port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:37.663249 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:37.770724 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Current status of the port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 is: ACTIVE; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:50:49.986607 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-30d1be1a-2b79-4870-8b35-46fa19ce3ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:52.409841 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-8590df4a-fadc-44bf-9449-b5dc2dbe6451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:53.579782 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.215534 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-d43bd926-dd1b-474e-a224-34a09689b84f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356245321&fields=id&tenant_id=72de85f3122b4c3c91bce1f99a6770d3 HTTP/1.1" status: 200 len: 267 time: 0.0443068 Mar 10 03:50:54.263043 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58858) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:54.308190 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Deleting subnet e927e75f-9c4f-41a9-9fda-9ce21cee379a {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:50:54.312143 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Publish callbacks [] for subnet (e927e75f-9c4f-41a9-9fda-9ce21cee379a), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.328648 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-9432bfd7-1e97-46b1-83e6-db51cfd73aa9 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:54.330139 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-9432bfd7-1e97-46b1-83e6-db51cfd73aa9 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 808 time: 0.1084220 Mar 10 03:50:54.344507 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ce6ecba-3299-41e8-9641-2c3945fc1234 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/quotas/72de85f3122b4c3c91bce1f99a6770d3 HTTP/1.1" status: 200 len: 375 time: 0.0090075 Mar 10 03:50:54.345673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (e927e75f-9c4f-41a9-9fda-9ce21cee379a), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.384533 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (e927e75f-9c4f-41a9-9fda-9ce21cee379a), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.400356 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-97f4a24a-4a7c-4daf-8589-626af179b731 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508642 Mar 10 03:50:54.438630 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (e927e75f-9c4f-41a9-9fda-9ce21cee379a), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.463488 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e927e75f-9c4f-41a9-9fda-9ce21cee379a,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:54.468232 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.471368 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e927e75f-9c4f-41a9-9fda-9ce21cee379a HTTP/1.1" status: 204 len: 168 time: 0.2072701 Mar 10 03:50:54.473950 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58860) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:54.476150 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.476502 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.476842 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.477192 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.477521 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.477838 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.478164 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.478489 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.478841 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.479164 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.479487 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.479805 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.480121 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40b537-c689-476e-9306-05263845d2a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.556103 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-e0a00b46-fc62-4ba0-a363-9d517826d0ba service neutron] 10.222.0.20 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442029 Mar 10 03:50:54.560248 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.700016 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.727298 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-c4368fb9-2162-4279-a953-7371b1eaafff service neutron] 10.222.0.20 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607976 Mar 10 03:50:54.730491 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92']}} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:54.740547 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bae34ee-8887-49af-8235-cdf65afc0ef7') {'for_net_delete': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:54.740959 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bae34ee-8887-49af-8235-cdf65afc0ef7') {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:50:54.750864 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157490'] for segment (0bae34ee-8887-49af-8235-cdf65afc0ef7), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.763871 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (0bae34ee-8887-49af-8235-cdf65afc0ef7), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.769879 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:50:54.770391 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10301498'] for segment (0bae34ee-8887-49af-8235-cdf65afc0ef7), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: Traceback (most recent call last): Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: timer() Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: cb(*args, **kw) Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: return func(*args, **kwargs) Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: self._notify() Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: self.callback(batched_events) Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: event.method(event) Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: return f(self, *a, **k) Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._get(url).json() Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: return self.request(url, 'GET', **kwargs) Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:50:54.772092 dv-cinder-804735-27-iscsi neutron-server[109718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:50:54.825166 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.833728 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:54.836978 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92 HTTP/1.1" status: 204 len: 168 time: 0.3620753 Mar 10 03:50:54.851518 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0ef89f-c5a7-4bb3-9b33-9069a38b0c92,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:54.860062 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.860447 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.860806 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.861152 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.861489 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.861825 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.862160 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.862497 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.862974 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.863665 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.863665 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.863954 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.864278 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f906919-3f5a-4144-823c-dfef2c6f9a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:50:54.891610 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:55.038277 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58874) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:55.041790 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-2256ab20-dc45-4363-ad8e-050ae66872ee req-a18923b8-9a2e-486d-82bc-4f2876bab960 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 210 time: 0.0310311 Mar 10 03:50:55.086156 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-19adae3c-1f4f-4fa2-b2b0-770cc7c3faf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d1bf17a80f34c2b82423045f86f523b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466628 Mar 10 03:50:55.088593 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 58876) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:50:55.139032 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d4992358-6ca0-46d4-932f-6bac6c01d88a admin admin] Publish callbacks [] for security_group (7f98893c-977b-495e-a4a9-980fbe09c099), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:55.160327 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d4992358-6ca0-46d4-932f-6bac6c01d88a admin admin] Publish callbacks [] for security_group (7f98893c-977b-495e-a4a9-980fbe09c099), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:55.211556 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d4992358-6ca0-46d4-932f-6bac6c01d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (7f98893c-977b-495e-a4a9-980fbe09c099), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:55.214086 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-d4992358-6ca0-46d4-932f-6bac6c01d88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:55.215273 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-d4992358-6ca0-46d4-932f-6bac6c01d88a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f98893c-977b-495e-a4a9-980fbe09c099 HTTP/1.1" status: 204 len: 168 time: 0.1257455 Mar 10 03:50:55.223141 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4992358-6ca0-46d4-932f-6bac6c01d88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f98893c-977b-495e-a4a9-980fbe09c099,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:56.108461 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2e38195c-375c-455d-bc1d-3c6a092b9b69 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:56.110612 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2e38195c-375c-455d-bc1d-3c6a092b9b69 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.16 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 808 time: 0.1059737 Mar 10 03:50:56.137572 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a0413604-746d-478b-9c1b-bcfa6cdb3616 req-0265fcd2-2ace-43e6-b31c-f84f268268e2 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 210 time: 0.0265644 Mar 10 03:50:56.203542 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-5c2f4e37-27a6-4919-acff-95df256495c3 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72de85f3122b4c3c91bce1f99a6770d3 HTTP/1.1" status: 200 len: 379 time: 0.0559132 Mar 10 03:50:56.212712 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'port': {'device_id': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'admin_state_up': True, 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'security_groups': ['a27567cf-7f2e-491f-a509-4e87b4a08fd4']}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:56.316460 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Made reservation on behalf of 72de85f3122b4c3c91bce1f99a6770d3 for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:50:56.319775 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:56.447700 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Allocated IP 172.20.0.12 (93bdb89a-f14d-4ea7-a4cb-72e92e790e1a/a670ed97-87e5-476a-92f0-79164b822463/22c4e42b-80a7-4846-8389-d1cb19c67400) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:50:56.478278 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:56.594180 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:56.627067 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:56.673856 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:50:56.679153 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:50:56.681527 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:50:56.707588 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:56.738498 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:56.739144 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:56.755741 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-2113669b-b0aa-4a82-88e8-14e2bf362d9e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5465610 Mar 10 03:50:56.774593 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Request body: {'port': {'device_id': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:50:56.840723 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:56.944319 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-1f484d6d-e3cc-4d26-b60f-4eb208482139 None None] Provisioning complete for port 22c4e42b-80a7-4846-8389-d1cb19c67400 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:50:56.944810 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1f484d6d-e3cc-4d26-b60f-4eb208482139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:56.984456 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1f484d6d-e3cc-4d26-b60f-4eb208482139 None None] Port 22c4e42b-80a7-4846-8389-d1cb19c67400 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:50:57.105284 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c4e42b-80a7-4846-8389-d1cb19c67400 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:50:57.113444 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Publish callbacks [] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:57.125368 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Transition to ACTIVE for port object 22c4e42b-80a7-4846-8389-d1cb19c67400 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:50:57.128918 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:57.199415 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Pushing event updated for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:57.254286 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Attempting to bind port 22c4e42b-80a7-4846-8389-d1cb19c67400 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:50:57.254745 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Attempting to bind port 22c4e42b-80a7-4846-8389-d1cb19c67400 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:50:57.255090 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Attempting to bind port 22c4e42b-80a7-4846-8389-d1cb19c67400 on network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:57.259678 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Port 22c4e42b-80a7-4846-8389-d1cb19c67400 on network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:50:57.260002 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Attempting to bind port 22c4e42b-80a7-4846-8389-d1cb19c67400 on network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:50:57.260824 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ef1f0-c1bf-449d-a9b0-37f5070e46e3 req-d3459eb7-962b-49ef-bcf0-a7053278b1e1 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:57.262342 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-897ef1f0-c1bf-449d-a9b0-37f5070e46e3 req-d3459eb7-962b-49ef-bcf0-a7053278b1e1 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0537281 Mar 10 03:50:57.265877 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:50:57.266560 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Checking segment: {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:50:57.267210 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Bound using segment: {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:50:57.267861 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Bound port: 22c4e42b-80a7-4846-8389-d1cb19c67400, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:50:57.268464 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:57.315343 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-897ef1f0-c1bf-449d-a9b0-37f5070e46e3 req-9417a5fe-8fd1-42c0-b275-b74f586f1213 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463500 Mar 10 03:50:57.336170 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:50:57.339353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:50:57.346312 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:57.380369 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:57.380993 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:50:57.382395 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] 10.222.0.16 "PUT /v2.0/ports/22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 1094 time: 0.6123469 Mar 10 03:50:57.382881 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:50:57.385125 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e05788-8eb4-491b-8372-5f9891091410" -d '{"events": [{"name": "network-changed", "server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:50:57.425129 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceae16b-e875-49a9-a765-ce3b840639ee service neutron] Pushing event updated for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:50:57.437695 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d9ebb5-bb36-4d4a-ae98-d94a88fc687d x-openstack-request-id: req-96d9ebb5-bb36-4d4a-ae98-d94a88fc687d {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:50:57.437992 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:50:57.438255 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96d9ebb5-bb36-4d4a-ae98-d94a88fc687d {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:50:57.438661 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'status': 'completed', 'code': 200} Mar 10 03:50:57.505806 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-abdf7bdd-876e-4105-93d6-5449666a82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:57.507449 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-abdf7bdd-876e-4105-93d6-5449666a82dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1128 time: 0.0512006 Mar 10 03:50:57.560000 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-7cbad47c-3311-4539-841c-cb6e8ab5db4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 217 time: 0.0369136 Mar 10 03:50:57.608417 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-b5ff1ca6-eb10-4b28-af30-73518e224f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:57.609857 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-b5ff1ca6-eb10-4b28-af30-73518e224f42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 200 len: 847 time: 0.0435655 Mar 10 03:50:57.663388 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-341c3429-59be-44f5-b6df-c9d2daf1569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:57.664892 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-341c3429-59be-44f5-b6df-c9d2daf1569a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477149 Mar 10 03:50:57.752806 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-0f94cc99-93f3-422e-be43-dd1baa3741f3 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796878 Mar 10 03:50:57.841289 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-7961b177-9f8c-4d9f-95d2-0750e2ae1ff1 req-e73afc21-6730-4a28-95a0-215fa8d16528 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828431 Mar 10 03:50:57.966934 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05788-8eb4-491b-8372-5f9891091410 req-8f43bdf6-c6c8-4bab-b68a-c5d6ecc7d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:57.968411 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-10e05788-8eb4-491b-8372-5f9891091410 req-8f43bdf6-c6c8-4bab-b68a-c5d6ecc7d9f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1128 time: 0.0440209 Mar 10 03:50:58.059769 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05788-8eb4-491b-8372-5f9891091410 req-8c859749-939d-44e4-99ce-5a6b43db408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:58.061268 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-10e05788-8eb4-491b-8372-5f9891091410 req-8c859749-939d-44e4-99ce-5a6b43db408f service neutron] 10.222.0.16 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 909 time: 0.0853584 Mar 10 03:50:58.101489 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-10e05788-8eb4-491b-8372-5f9891091410 req-1dd5c990-7c6b-4391-8d3c-4ae5112e9c8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 217 time: 0.0337989 Mar 10 03:50:58.149791 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05788-8eb4-491b-8372-5f9891091410 req-53c309d0-76c0-4fd7-b3b5-97207e9f477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:58.151189 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-10e05788-8eb4-491b-8372-5f9891091410 req-53c309d0-76c0-4fd7-b3b5-97207e9f477a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 200 len: 847 time: 0.0410774 Mar 10 03:50:58.198360 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e05788-8eb4-491b-8372-5f9891091410 req-186e2ce1-11f6-4b11-8a21-1fcd0666fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:58.199918 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-10e05788-8eb4-491b-8372-5f9891091410 req-186e2ce1-11f6-4b11-8a21-1fcd0666fe43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420578 Mar 10 03:50:58.287692 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-10e05788-8eb4-491b-8372-5f9891091410 req-91f8befc-5af9-4f0a-81c3-2c99eb03181d service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816338 Mar 10 03:50:58.378097 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-10e05788-8eb4-491b-8372-5f9891091410 req-a3595b44-234b-4eb0-9dfa-9973e5c5b556 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846679 Mar 10 03:50:58.438328 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf58a3-5ef6-46ed-9e52-621a72d2c695 req-46bedccc-870e-48d1-af3d-ba055dc70f95 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:58.439817 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aecf58a3-5ef6-46ed-9e52-621a72d2c695 req-46bedccc-870e-48d1-af3d-ba055dc70f95 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0566163 Mar 10 03:50:58.486908 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-aecf58a3-5ef6-46ed-9e52-621a72d2c695 req-86ae5f18-5dae-450c-b70b-9cde27a7f183 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Mar 10 03:50:59.605475 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd020-31d1-4fee-a89d-feeb92238576 req-226ed1a2-3f52-411c-9807-ab8040ff6f37 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:50:59.607122 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3acfd020-31d1-4fee-a89d-feeb92238576 req-226ed1a2-3f52-411c-9807-ab8040ff6f37 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0521111 Mar 10 03:50:59.654640 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3acfd020-31d1-4fee-a89d-feeb92238576 req-31474e6c-42e1-4118-b1d8-9aacdc4f4630 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413561 Mar 10 03:51:00.710386 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:00.771712 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf742ee-9791-4f79-9cd4-a363e57dec70 req-c9710918-ce34-4995-97f0-1cc8a2450cbb tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:00.773142 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0bf742ee-9791-4f79-9cd4-a363e57dec70 req-c9710918-ce34-4995-97f0-1cc8a2450cbb tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0511785 Mar 10 03:51:00.824973 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0bf742ee-9791-4f79-9cd4-a363e57dec70 req-dd7acd81-c765-4f8d-a881-e5a8f1bc4736 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462835 Mar 10 03:51:01.942589 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f5303-735d-45d7-ac2b-a9f40625d604 req-ecbed65c-0c92-4fd3-994d-4d391dad4f6d tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:01.944074 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3d6f5303-735d-45d7-ac2b-a9f40625d604 req-ecbed65c-0c92-4fd3-994d-4d391dad4f6d tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0514147 Mar 10 03:51:01.991422 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3d6f5303-735d-45d7-ac2b-a9f40625d604 req-dad43236-7681-42c0-b218-bc01f2f78a73 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Mar 10 03:51:03.107953 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b9984-a854-459f-8b43-a270b4ecc300 req-c18b9301-1fa5-471b-a6d3-e06f80ddb70d tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:03.109416 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-859b9984-a854-459f-8b43-a270b4ecc300 req-c18b9301-1fa5-471b-a6d3-e06f80ddb70d tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0519621 Mar 10 03:51:03.159564 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-859b9984-a854-459f-8b43-a270b4ecc300 req-9df38754-10c6-4176-8339-aa8fbdc9524e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444129 Mar 10 03:51:03.993472 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 22c4e42b-80a7-4846-8389-d1cb19c67400 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:51:04.214800 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:51:04.225936 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'port_id': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'mac_address': 'fa:16:3e:be:4c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:51:04.262921 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 22c4e42b-80a7-4846-8389-d1cb19c67400 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:51:04.263273 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:04.275698 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c4e42b-80a7-4846-8389-d1cb19c67400 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:51:04.279644 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a537e-cf5e-47eb-88f3-a798ac06ce63 req-24f50c4a-36d3-4ff5-b73d-9b3cacf2415d tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:04.281166 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4b0a537e-cf5e-47eb-88f3-a798ac06ce63 req-24f50c4a-36d3-4ff5-b73d-9b3cacf2415d tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0568323 Mar 10 03:51:04.295985 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:51:04.300455 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:04.331138 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4b0a537e-cf5e-47eb-88f3-a798ac06ce63 req-d07918b3-86d0-4a3f-8b8b-c1c3d432a80d tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444171 Mar 10 03:51:04.346631 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:51:04.353805 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.354168 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.354524 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.354896 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.355240 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.355581 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.355920 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.356258 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.356592 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.357541 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.357879 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.358219 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.358549 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:51:04.617417 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['22c4e42b-80a7-4846-8389-d1cb19c67400'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:51:05.449054 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cb4e1-9c9d-41da-adc2-06b63a9ed792 req-9656ac4e-f7f8-47f4-bdd3-0e2866b4f897 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:05.450584 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-262cb4e1-9c9d-41da-adc2-06b63a9ed792 req-9656ac4e-f7f8-47f4-bdd3-0e2866b4f897 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 945 time: 0.0537686 Mar 10 03:51:05.493920 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-05be6683-adf9-442a-847d-71c5cc4230ff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485921 Mar 10 03:51:05.501348 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-262cb4e1-9c9d-41da-adc2-06b63a9ed792 req-912d0598-9ac6-4657-a068-f7626ddcbad5 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448842 Mar 10 03:51:05.601087 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-714abdfd-93f0-462f-a3ba-ffa8aa547e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:05.602606 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-714abdfd-93f0-462f-a3ba-ffa8aa547e12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 1130 time: 0.0442808 Mar 10 03:51:05.707194 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-8f767142-ada1-40d8-a631-0b458561dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:05.708581 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-8f767142-ada1-40d8-a631-0b458561dd9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0860384 Mar 10 03:51:05.770964 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-a6872a32-633c-478c-b778-be436a51836e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd67347-81cf-420e-9b50-3e1334504408 HTTP/1.1" status: 200 len: 1002 time: 0.0559218 Mar 10 03:51:05.820049 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-399faece-2b49-4631-baed-0a1325be39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:05.821439 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-399faece-2b49-4631-baed-0a1325be39b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0444391 Mar 10 03:51:05.874243 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-95d3c56e-9d5e-4bb9-96bd-36c68f392cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:05.875788 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-95d3c56e-9d5e-4bb9-96bd-36c68f392cc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468805 Mar 10 03:51:05.964015 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-c26ba99e-edf6-4627-b175-e7b56a922ce4 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813367 Mar 10 03:51:05.995414 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 22c4e42b-80a7-4846-8389-d1cb19c67400 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:51:06.047717 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 22c4e42b-80a7-4846-8389-d1cb19c67400 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:51:06.052775 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 22c4e42b-80a7-4846-8389-d1cb19c67400 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:51:06.053182 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:06.059689 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a2d4e926-4787-4fa3-ae15-45f4c6a09f73 req-5d1a4f07-b6f6-4ae1-8571-9c6ebcc11af3 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889428 Mar 10 03:51:06.130818 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 22c4e42b-80a7-4846-8389-d1cb19c67400 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:51:06.131207 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:06.154197 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:51:06.156472 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a5c4e6-0feb-4e68-a7a0-b33556fef09a" -d '{"events": [{"server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "name": "network-vif-plugged", "status": "completed", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:51:06.168644 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:51:06.172646 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:06.200345 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768d4040-a3f6-4ad6-a271-a547c6ae56a4 x-openstack-request-id: req-768d4040-a3f6-4ad6-a271-a547c6ae56a4 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:51:06.201264 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "name": "network-vif-plugged", "status": "completed", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:51:06.201516 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-768d4040-a3f6-4ad6-a271-a547c6ae56a4 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:51:06.201900 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'code': 200} Mar 10 03:51:06.226100 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:51:06.442991 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b391a7-c408-4f4e-a891-36e6be2e2edd req-2affcf2c-8d41-47d6-ba7d-407fbbe68967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:06.444468 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-66b391a7-c408-4f4e-a891-36e6be2e2edd req-2affcf2c-8d41-47d6-ba7d-407fbbe68967 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1130 time: 0.0449512 Mar 10 03:51:06.490583 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-66b391a7-c408-4f4e-a891-36e6be2e2edd req-fc2b202f-a937-4a8b-bc83-0203ee686ee5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385945 Mar 10 03:51:06.616867 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7e86f-0d44-4c0c-b141-801e831247cc req-77a54065-b0c5-4e95-b675-24f6d26c1cd6 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:06.618327 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-59c7e86f-0d44-4c0c-b141-801e831247cc req-77a54065-b0c5-4e95-b675-24f6d26c1cd6 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0512125 Mar 10 03:51:06.669819 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-59c7e86f-0d44-4c0c-b141-801e831247cc req-9748e4f8-c06f-4eb0-b657-948a4889242e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451770 Mar 10 03:51:07.789614 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a0cba-b4a6-44f8-948b-ab2b2b57680d req-464bcfc7-40d7-47ed-baa4-834594b1c966 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:07.791026 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-921a0cba-b4a6-44f8-948b-ab2b2b57680d req-464bcfc7-40d7-47ed-baa4-834594b1c966 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0519841 Mar 10 03:51:07.838667 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-921a0cba-b4a6-44f8-948b-ab2b2b57680d req-0180fdc9-8818-48c2-a654-1227867ab4fc tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421174 Mar 10 03:51:07.959650 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670af039-4746-4e48-8489-3bbaa420dbd5 req-5a7e441f-2677-4e65-8927-38d407b46a48 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:07.961106 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-670af039-4746-4e48-8489-3bbaa420dbd5 req-5a7e441f-2677-4e65-8927-38d407b46a48 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0503242 Mar 10 03:51:08.007965 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-670af039-4746-4e48-8489-3bbaa420dbd5 req-5b680ccd-123c-434f-bad3-fd69d3f81648 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408366 Mar 10 03:51:08.031075 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58920) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:51:08.259926 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c006c8-5dda-4ddb-83a2-867cb9033e98 tempest-TestShelveInstance-704480055 tempest-TestShelveInstance-704480055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:08.261430 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-07c006c8-5dda-4ddb-83a2-867cb9033e98 tempest-TestShelveInstance-704480055 tempest-TestShelveInstance-704480055-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1125 time: 0.2294116 Mar 10 03:51:08.264994 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 58924) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:51:08.269153 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'port_id': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:51:08.289381 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:08.382371 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:08.488363 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Allocated IP 172.27.1.110 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/ad887e55-2908-43ff-aa9a-218141b30843) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:51:08.572560 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:51:08.588681 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for port (ad887e55-2908-43ff-aa9a-218141b30843), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:08.621269 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (ad887e55-2908-43ff-aa9a-218141b30843), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:08.661831 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:51:08.664581 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:51:08.671012 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:51:08.696138 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'Port': ['ID=ad887e55-2908-43ff-aa9a-218141b30843,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:51:09.027079 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for floatingip (25cff3f7-dc5c-4489-840d-3150e27ee373), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:09.100253 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (ad887e55-2908-43ff-aa9a-218141b30843), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:09.244078 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for port (ad887e55-2908-43ff-aa9a-218141b30843), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:09.248726 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (ad887e55-2908-43ff-aa9a-218141b30843), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:09.316332 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event updated for resources: {'Port': ['ID=ad887e55-2908-43ff-aa9a-218141b30843,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:51:09.322347 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (25cff3f7-dc5c-4489-840d-3150e27ee373), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:09.421808 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Floating IP 25cff3f7-dc5c-4489-840d-3150e27ee373 associated. External IP: 172.27.1.110, port: 22c4e42b-80a7-4846-8389-d1cb19c67400. Mar 10 03:51:09.633518 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Router a55be62d-5770-4e89-a468-ef712fe05ed0 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:51:09.742465 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:51:09.752527 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] Sync routers for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:51:09.759928 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:09.762028 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:51:09.762643 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:51:09.788995 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-6c59f082-e4ed-46ea-8296-9ba6df767c30 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5229819 Mar 10 03:51:09.789645 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:51:09.791981 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcea5bd-46bd-40f3-8435-69e4a67fe839" -d '{"events": [{"name": "network-changed", "server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:51:09.826469 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0811d0-e466-4436-a749-879d97bf8ad5 x-openstack-request-id: req-6b0811d0-e466-4436-a749-879d97bf8ad5 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:51:09.826784 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:51:09.827041 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b0811d0-e466-4436-a749-879d97bf8ad5 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:51:09.827443 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'status': 'completed', 'code': 200} Mar 10 03:51:09.919680 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-b03072bb-781a-4d61-b215-8aeff9f9aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:09.921072 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-b03072bb-781a-4d61-b215-8aeff9f9aeae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1130 time: 0.0495186 Mar 10 03:51:09.960127 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:51:10.009723 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-de52325e-5ce9-427c-856e-e450318eaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:10.011252 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-de52325e-5ce9-427c-856e-e450318eaac9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 909 time: 0.0845268 Mar 10 03:51:10.079894 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-21d271ef-7821-4ef0-930e-d1c124eeb73f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 1000 time: 0.0623083 Mar 10 03:51:10.126581 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-1ad8a8dd-c3e9-42eb-ba5d-dde9a6503105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:10.128099 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-1ad8a8dd-c3e9-42eb-ba5d-dde9a6503105 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 200 len: 847 time: 0.0427241 Mar 10 03:51:10.175252 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-6fc2c834-8ba1-4977-9732-c510d09e0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:51:10.176660 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-6fc2c834-8ba1-4977-9732-c510d09e0663 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434587 Mar 10 03:51:10.178743 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '25cff3f7-dc5c-4489-840d-3150e27ee373', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'port_id': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'mac_address': 'fa:16:3e:be:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:51:08Z', 'updated_at': '2022-03-10T03:51:08Z', 'revision_number': 0, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 5, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:51:10.207803 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] Checking router: a55be62d-5770-4e89-a468-ef712fe05ed0 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:51:10.215772 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:51:10.217175 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:50:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:51:10.266697 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-c9253998-7e97-46b7-ba53-ace6a230cb41 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840564 Mar 10 03:51:10.322391 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:51:10.354065 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-9fcea5bd-46bd-40f3-8435-69e4a67fe839 req-ac9bf30f-c4bc-4c23-88fe-0a46d84df794 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821304 Mar 10 03:51:10.542921 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '25cff3f7-dc5c-4489-840d-3150e27ee373', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'port_id': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'mac_address': 'fa:16:3e:be:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:51:08Z', 'updated_at': '2022-03-10T03:51:08Z', 'revision_number': 0, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 5, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:51:10.572485 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40155b-7c08-4d18-be07-f4199fe472f7 None None] The sync data for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi is: [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '25cff3f7-dc5c-4489-840d-3150e27ee373', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'floating_ip_address': '172.27.1.110', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'port_id': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'mac_address': 'fa:16:3e:be:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:51:08Z', 'updated_at': '2022-03-10T03:51:08Z', 'revision_number': 0, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 5, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:51:10.751263 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406f79f0-7a52-4d97-aeba-4b92c2f0d5f5 None None] New status for floating IP 25cff3f7-dc5c-4489-840d-3150e27ee373: ACTIVE {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:51:19.979984 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-fa8d0213-0e88-48a7-8fd4-58ad745c8e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:22.412017 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-81ade6b3-f646-4a3c-b524-bce8978d150d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:23.581861 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:24.886185 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:26.480484 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:30.706125 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:45.571553 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:51:49.981141 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c8aa95f4-776e-4c48-9966-6913c58afc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:52.413733 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-9e1e515a-0263-4373-8f1b-d87b55c6a5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:53.585433 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:54.893127 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:51:56.482120 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:00.717726 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:07.472130 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-fdf7ef91-9936-47b4-b8b0-8d3c70f428d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459535 Mar 10 03:52:07.575357 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-77d10792-0040-4ba6-97b7-dc90b1f67036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:07.576871 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-77d10792-0040-4ba6-97b7-dc90b1f67036 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 1130 time: 0.0441227 Mar 10 03:52:07.676505 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-45e88347-9f35-4658-9841-191f0f6cd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:07.677955 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-45e88347-9f35-4658-9841-191f0f6cd0a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0821643 Mar 10 03:52:07.743958 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-8f841919-f603-478e-adfb-1e1b6641b799 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cd67347-81cf-420e-9b50-3e1334504408 HTTP/1.1" status: 200 len: 1002 time: 0.0599830 Mar 10 03:52:07.790607 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-5b020ee1-9ffe-4ced-8be2-77e00853c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:07.792038 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-5b020ee1-9ffe-4ced-8be2-77e00853c109 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0417802 Mar 10 03:52:07.840000 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-43aeea41-dcfe-475f-a568-ee0cf6890954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:07.841476 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-43aeea41-dcfe-475f-a568-ee0cf6890954 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428505 Mar 10 03:52:08.146237 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-b667f130-e6d9-448d-a3b3-4eb8bab93f72 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985187 Mar 10 03:52:08.235363 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ce24b4a3-6103-4cd3-bb2e-2f61c25cf0c1 req-d1ba0fb3-237d-4c0d-8b64-37be81e173b4 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827298 Mar 10 03:52:19.983313 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-3d594362-b4a7-42c8-9f7c-b5b5a5f25aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:22.420254 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-71ff3c0b-15fe-4608-9b8c-9afbaf087802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:22.570056 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:52:23.587348 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:24.898675 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:25.110548 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e81e2f-3e56-417d-ab12-83cb0b7b66eb req-c91c1cf0-8a67-4be8-a4a7-b8ad8f5b3107 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:25.112595 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f2e81e2f-3e56-417d-ab12-83cb0b7b66eb req-c91c1cf0-8a67-4be8-a4a7-b8ad8f5b3107 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 946 time: 0.1595118 Mar 10 03:52:25.163199 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-f2e81e2f-3e56-417d-ab12-83cb0b7b66eb req-d18be0e2-e10c-48aa-b171-ac9ed0add731 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450592 Mar 10 03:52:26.330718 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5b05f-583b-4f8a-9724-b936f329eb1d req-ad0793f6-6494-433e-9af7-2d9fcf2b9979 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:26.332214 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5ad5b05f-583b-4f8a-9724-b936f329eb1d req-ad0793f6-6494-433e-9af7-2d9fcf2b9979 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 946 time: 0.1000419 Mar 10 03:52:26.379601 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5ad5b05f-583b-4f8a-9724-b936f329eb1d req-71a244ff-3358-4443-b1a0-2c6eaa0b545d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418911 Mar 10 03:52:26.483546 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:26.614266 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-9f69901a-3790-499a-a3c6-63193fbaa00c tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:26.615702 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-9f69901a-3790-499a-a3c6-63193fbaa00c tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 946 time: 0.0497856 Mar 10 03:52:26.706009 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Deleting port 9cd67347-81cf-420e-9b50-3e1334504408 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:52:26.706346 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (9cd67347-81cf-420e-9b50-3e1334504408), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:26.796658 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] For port 9cd67347-81cf-420e-9b50-3e1334504408, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9cd67347-81cf-420e-9b50-3e1334504408,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:52:26.796947 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (9cd67347-81cf-420e-9b50-3e1334504408), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:26.965981 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:26.966335 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:26.966718 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Floating IP f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4 disassociated. External IP: 172.27.1.207, port: 9cd67347-81cf-420e-9b50-3e1334504408. Mar 10 03:52:26.967015 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Calling delete_port for 9cd67347-81cf-420e-9b50-3e1334504408 owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:52:27.095113 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (9cd67347-81cf-420e-9b50-3e1334504408), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:27.122990 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event deleted for resources: {'Port': ['ID=9cd67347-81cf-420e-9b50-3e1334504408,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:52:27.133766 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.134125 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.134479 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.134855 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.135199 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.135537 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.135874 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.136213 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.136548 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.136878 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.137209 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.137535 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.137862 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:27.249121 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:52:27.355598 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:52:27.369097 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:52:27.379640 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:52:27.380264 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:52:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:52:27.396178 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] No DVR routers for this DVR port 9cd67347-81cf-420e-9b50-3e1334504408 on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:52:27.398525 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:27.401968 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f4b71695-9cee-431f-b814-0d8dee2fe3d9 req-90293095-a697-46db-88e2-e4c577aa161e tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "DELETE /v2.0/ports/9cd67347-81cf-420e-9b50-3e1334504408 HTTP/1.1" status: 204 len: 173 time: 0.7812896 Mar 10 03:52:27.402705 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c78454-9e15-4627-b924-36c5324e0242', 'name': 'network-vif-deleted', 'tag': '9cd67347-81cf-420e-9b50-3e1334504408'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:52:27.404937 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f2b540-a1d3-40c9-9ff1-368efb8fa982" -d '{"events": [{"server_uuid": "69c78454-9e15-4627-b924-36c5324e0242", "name": "network-vif-deleted", "tag": "9cd67347-81cf-420e-9b50-3e1334504408"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:52:27.493683 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:52:27.508267 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-70c5c6f7-6bec-41fd-a946-521e767e1663 req-e5fb7d6d-467c-4927-b076-2c6513e5067b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=69c78454-9e15-4627-b924-36c5324e0242 HTTP/1.1" status: 200 len: 210 time: 0.0435565 Mar 10 03:52:27.542062 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095eae96-b115-4a3a-b97f-9025d65a5006 x-openstack-request-id: req-095eae96-b115-4a3a-b97f-9025d65a5006 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:52:27.542358 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c78454-9e15-4627-b924-36c5324e0242", "name": "network-vif-deleted", "tag": "9cd67347-81cf-420e-9b50-3e1334504408", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:52:27.542649 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-095eae96-b115-4a3a-b97f-9025d65a5006 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:52:27.543448 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c78454-9e15-4627-b924-36c5324e0242', 'name': 'network-vif-deleted', 'tag': '9cd67347-81cf-420e-9b50-3e1334504408', 'status': 'completed', 'code': 200} Mar 10 03:52:27.707213 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:52:27.736121 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:52:27.744643 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:52:27.745262 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:52:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:52:27.857012 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:52:28.141484 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:52:28.172509 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa272d-802c-4adf-a20c-c86e40e981e3 None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:52:28.406564 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c385bd-fb27-418f-a141-13864d6c114b None None] New status for floating IP f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4: DOWN {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:52:28.412662 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 9cd67347-81cf-420e-9b50-3e1334504408 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:52:28.493476 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 9cd67347-81cf-420e-9b50-3e1334504408 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:52:28.493826 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 9cd67347-81cf-420e-9b50-3e1334504408 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:52:28.818503 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-aae01dff-798c-47b9-a370-ab47a6078b13 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605555501&fields=id&tenant_id=d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 267 time: 0.0423028 Mar 10 03:52:28.924434 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-ae92245d-7cd6-484f-9bb8-ed1519b60ba8 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:28.925817 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-ae92245d-7cd6-484f-9bb8-ed1519b60ba8 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 811 time: 0.1011238 Mar 10 03:52:28.940198 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-22683e75-fd08-4a6c-9b75-1c194f9e00a2 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/quotas/d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 375 time: 0.0085988 Mar 10 03:52:28.992559 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-c67ebaa7-9072-46f6-99ee-c3087de94846 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477476 Mar 10 03:52:29.050459 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-4c3794d0-d646-4086-b55a-d6e185b9c12e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:52:29.051569 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-4c3794d0-d646-4086-b55a-d6e185b9c12e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477271 Mar 10 03:52:29.419442 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-9137158a-e875-4e4a-bac3-b46e2dd9b6e3 service neutron] 10.222.0.20 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619862 Mar 10 03:52:29.508243 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-4a4fc26f-dba9-489b-bcc3-91f2ac6209fb service neutron] 10.222.0.20 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826588 Mar 10 03:52:29.793790 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8d08274f-9f2b-486b-83b6-0e4209a59eb0 req-dcc51a78-bf14-4bce-92a5-a4322b374450 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 210 time: 0.0270224 Mar 10 03:52:30.722057 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:30.851531 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-e9292093-6a24-4275-a855-916193128994 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:30.853014 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-e9292093-6a24-4275-a855-916193128994 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 811 time: 0.1080537 Mar 10 03:52:30.891248 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d7a49524-7dbe-4d54-b918-951976e6db4b req-c2eb6e15-b3ec-498d-b834-953599ece301 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 210 time: 0.0277112 Mar 10 03:52:30.922500 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-f9d6b6b5-116a-4fb2-b5da-ce3a260b2264 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 379 time: 0.0564766 Mar 10 03:52:30.941573 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'port': {'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'admin_state_up': True, 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'security_groups': ['dc23ab55-c22b-4408-a4c6-76ce28fa48b0']}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:52:31.049943 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Made reservation on behalf of d0d1e7ac99014dc7a775a586615a41fb for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:52:31.053167 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:31.179855 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Allocated IP 172.20.0.13 (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8/ec29d3f7-faeb-490a-b1f2-33abbec90975/2e04bdfe-1403-4c3c-8c3c-cedd1e510621) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:52:31.318553 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:31.354772 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:31.397882 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:52:31.403351 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:52:31.406998 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:52:31.437156 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:52:31.467672 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:31.468331 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:31.485729 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-1fef7cfe-d828-4fac-91a3-5b8e7bd3ee96 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5480337 Mar 10 03:52:31.494673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-7b24526c-4f4e-42a2-a1ff-fb9ed1d249e8 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:52:31.495866 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-7b24526c-4f4e-42a2-a1ff-fb9ed1d249e8 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055680 Mar 10 03:52:31.578498 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Request body: {'port': {'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:52:31.637709 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:31.697224 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-b71538c9-91ed-479c-a89c-e6cd7145fbfc None None] Provisioning complete for port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:52:31.697604 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-b71538c9-91ed-479c-a89c-e6cd7145fbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:31.731712 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-b71538c9-91ed-479c-a89c-e6cd7145fbfc None None] Port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:52:31.892434 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:52:31.900265 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Publish callbacks [] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:31.913236 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Transition to ACTIVE for port object 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:52:31.916837 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:31.970626 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Pushing event updated for resources: {'Port': ['ID=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:52:32.021370 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f4b97-d95a-4105-9c36-7b396e25951e req-897dab4d-dd23-4238-945b-90d385f81a05 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:32.023579 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-015f4b97-d95a-4105-9c36-7b396e25951e req-897dab4d-dd23-4238-945b-90d385f81a05 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 944 time: 0.0605931 Mar 10 03:52:32.038780 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Attempting to bind port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:52:32.039120 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Attempting to bind port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:52:32.039453 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Attempting to bind port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:52:32.043950 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:52:32.044193 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Attempting to bind port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:52:32.049375 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:52:32.049773 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Checking segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:52:32.050158 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Bound using segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:52:32.050585 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Bound port: 2e04bdfe-1403-4c3c-8c3c-cedd1e510621, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:52:32.050968 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:32.077533 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-015f4b97-d95a-4105-9c36-7b396e25951e req-83742e90-7022-496f-99b4-257a59140108 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473416 Mar 10 03:52:32.122399 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] For port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:52:32.126030 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] For port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:52:32.132696 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:32.169005 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:32.169624 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:32.171019 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] 10.222.0.16 "PUT /v2.0/ports/2e04bdfe-1403-4c3c-8c3c-cedd1e510621 HTTP/1.1" status: 200 len: 1094 time: 0.6572263 Mar 10 03:52:32.171459 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:52:32.173668 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37fea9e-f117-4083-962e-db6f6d529e00" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:52:32.198053 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afde8d-5402-4fb8-aa54-2b2eaab307ae service neutron] Pushing event updated for resources: {'Port': ['ID=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:52:32.226071 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44158623-a3c9-4f7d-aa6d-009e39967249 x-openstack-request-id: req-44158623-a3c9-4f7d-aa6d-009e39967249 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:52:32.226458 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:52:32.226805 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44158623-a3c9-4f7d-aa6d-009e39967249 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:52:32.227221 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'status': 'completed', 'code': 200} Mar 10 03:52:32.285585 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-5dfc97d3-82d3-49a9-9798-30bfc0457307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:32.287140 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-5dfc97d3-82d3-49a9-9798-30bfc0457307 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 1128 time: 0.0463710 Mar 10 03:52:32.340797 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-6428041f-15ac-4f44-ab49-c50508b1952c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621 HTTP/1.1" status: 200 len: 217 time: 0.0414906 Mar 10 03:52:32.390920 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-74cbfbb8-b81a-40e4-9b10-bc844b8a23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:32.392396 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-74cbfbb8-b81a-40e4-9b10-bc844b8a23b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0447316 Mar 10 03:52:32.439245 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-64d4174b-790c-4e63-94e7-8691f07fffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:32.440679 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-64d4174b-790c-4e63-94e7-8691f07fffe3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427461 Mar 10 03:52:32.530752 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-182f7978-9eb4-4d6c-b6c5-c4991f32e671 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839870 Mar 10 03:52:32.615724 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-d626cd8f-1581-4cac-ace5-7433bdcd755a req-a03edb94-0bcd-497c-aa6b-6162f4d330f7 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796854 Mar 10 03:52:32.753218 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-d87e4161-88ff-4c3a-aa3a-b6aa5865e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:32.753218 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-d87e4161-88ff-4c3a-aa3a-b6aa5865e383 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 1128 time: 0.0551572 Mar 10 03:52:32.848853 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-053fa3a2-0942-41f4-8de3-f8afd9f21a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:32.850327 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-053fa3a2-0942-41f4-8de3-f8afd9f21a33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0910449 Mar 10 03:52:32.907001 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-3e6ee1fb-14c5-40be-8b08-be052ef36c6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621 HTTP/1.1" status: 200 len: 217 time: 0.0361972 Mar 10 03:52:32.958765 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-4ef63d19-f831-4d97-a48c-a7582205945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:32.960251 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-4ef63d19-f831-4d97-a48c-a7582205945b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0478117 Mar 10 03:52:33.008865 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-5fc4afb0-866b-48eb-b6ee-ffacdcadc435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:33.010236 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-5fc4afb0-866b-48eb-b6ee-ffacdcadc435 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438652 Mar 10 03:52:33.102752 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-874f3224-0213-4182-94e9-e0e2881807a8 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868816 Mar 10 03:52:33.192490 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f37fea9e-f117-4083-962e-db6f6d529e00 req-35e8a43a-4872-417b-a9f1-114925042fc6 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842080 Mar 10 03:52:33.204160 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1a5f8-b904-4ecf-abeb-73abaa9a8c58 req-905f0771-8c76-4949-992d-237a7be3490d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:33.205666 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6b1a5f8-b904-4ecf-abeb-73abaa9a8c58 req-905f0771-8c76-4949-992d-237a7be3490d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 944 time: 0.0565119 Mar 10 03:52:33.255753 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b6b1a5f8-b904-4ecf-abeb-73abaa9a8c58 req-a377b2fb-5b17-4db1-a17a-bdcfec4f2b83 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430324 Mar 10 03:52:34.373919 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc7cfb-8042-4b12-a8ae-f610edac3735 req-27318fa8-bea0-4226-9a54-f411131127bf tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:34.375412 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-53fc7cfb-8042-4b12-a8ae-f610edac3735 req-27318fa8-bea0-4226-9a54-f411131127bf tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 944 time: 0.0517969 Mar 10 03:52:34.423036 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-53fc7cfb-8042-4b12-a8ae-f610edac3735 req-a3e211cc-b27d-4e81-8b44-642d3ec40c4f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418684 Mar 10 03:52:35.541241 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18143d-754c-4067-a6a2-ec7f8b8c8a0c req-8c265f50-f488-49f7-89d7-b605e523748d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:35.542766 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8e18143d-754c-4067-a6a2-ec7f8b8c8a0c req-8c265f50-f488-49f7-89d7-b605e523748d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 944 time: 0.0534945 Mar 10 03:52:35.594354 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8e18143d-754c-4067-a6a2-ec7f8b8c8a0c req-97b5b908-2df0-485a-81e1-93726b0d5fd3 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461261 Mar 10 03:52:36.709126 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c934a5d-72d0-4732-9eaa-d875e19d7eec req-5506e1a4-e6bf-458f-8f7e-7b58c21a2690 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:36.710601 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0c934a5d-72d0-4732-9eaa-d875e19d7eec req-5506e1a4-e6bf-458f-8f7e-7b58c21a2690 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 944 time: 0.0514920 Mar 10 03:52:36.758309 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-0c934a5d-72d0-4732-9eaa-d875e19d7eec req-9e263c6b-594f-4ca3-a3c3-a47665efc9e0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421102 Mar 10 03:52:37.873099 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae3121-46c3-4ab0-94f5-96fdb2487314 req-f74837c9-7946-41da-822a-12d312001f37 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:37.874576 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-baae3121-46c3-4ab0-94f5-96fdb2487314 req-f74837c9-7946-41da-822a-12d312001f37 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 944 time: 0.0505915 Mar 10 03:52:37.925329 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-baae3121-46c3-4ab0-94f5-96fdb2487314 req-3fd8253d-ea62-4660-bef9-18964f02e32d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Mar 10 03:52:38.460188 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:52:38.556938 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:52:38.568281 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:52:38.604437 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:52:38.604826 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:38.617345 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:52:38.636371 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:52:38.640785 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:38.691913 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:52:38.698783 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.699133 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.699477 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.699814 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.700144 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.700474 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.700801 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.701125 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.701449 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.701774 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.702096 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.702414 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.702759 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:38.927647 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['2e04bdfe-1403-4c3c-8c3c-cedd1e510621'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:52:39.046789 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6874a-cc13-4006-a021-0541c9806607 req-33255411-bbd2-440e-ab73-8325931cb33b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:39.048384 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-25c6874a-cc13-4006-a021-0541c9806607 req-33255411-bbd2-440e-ab73-8325931cb33b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 945 time: 0.0556505 Mar 10 03:52:39.099113 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-25c6874a-cc13-4006-a021-0541c9806607 req-66a83c21-0c30-4383-9901-69f594c5aa2a tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Mar 10 03:52:40.214978 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76fc1f-9779-41bd-8da6-e322daa9c2e6 req-580fc488-c310-42ea-8758-0c22706cdc5d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:40.216456 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6b76fc1f-9779-41bd-8da6-e322daa9c2e6 req-580fc488-c310-42ea-8758-0c22706cdc5d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 945 time: 0.0515459 Mar 10 03:52:40.263195 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6b76fc1f-9779-41bd-8da6-e322daa9c2e6 req-a3095453-b575-49cf-943d-215626badbcb tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 Mar 10 03:52:40.475376 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:52:40.524014 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:52:40.528176 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:52:40.528557 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:40.609160 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:52:40.609548 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:40.631770 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:52:40.633968 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dec333-c953-4839-bf80-ae658a4f005f" -d '{"events": [{"server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "name": "network-vif-plugged", "status": "completed", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:52:40.646896 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:52:40.650679 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:40.698319 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:52:40.727850 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1cf746-877c-4c47-9078-1c1de3bbae77 x-openstack-request-id: req-1a1cf746-877c-4c47-9078-1c1de3bbae77 {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:52:40.728141 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "name": "network-vif-plugged", "status": "completed", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:52:40.728394 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a1cf746-877c-4c47-9078-1c1de3bbae77 {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:52:40.728787 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'code': 200} Mar 10 03:52:40.968706 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f801c-2d66-453e-a146-75bbbfff1f5e req-fabacf37-7b9e-4137-952e-a0bb18147884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:40.970213 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-421f801c-2d66-453e-a146-75bbbfff1f5e req-fabacf37-7b9e-4137-952e-a0bb18147884 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 1130 time: 0.0437243 Mar 10 03:52:41.016737 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-421f801c-2d66-453e-a146-75bbbfff1f5e req-0769016a-315b-4d60-92d2-a256ae23c64c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408483 Mar 10 03:52:41.381349 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c962fa-81fa-4329-840b-29a4e0314643 req-af69bc57-0a19-41c4-b499-a52bf538621d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:41.382871 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-41c962fa-81fa-4329-840b-29a4e0314643 req-af69bc57-0a19-41c4-b499-a52bf538621d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 946 time: 0.0545168 Mar 10 03:52:41.435780 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-41c962fa-81fa-4329-840b-29a4e0314643 req-43e86837-14e3-46c1-b0e3-3e7d95f95f41 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473857 Mar 10 03:52:42.553784 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f89e72-7ede-4208-945b-daae366e23f6 req-2294918f-57c4-4522-91a9-9f9e5e36893d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:42.555311 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-13f89e72-7ede-4208-945b-daae366e23f6 req-2294918f-57c4-4522-91a9-9f9e5e36893d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 946 time: 0.0533938 Mar 10 03:52:42.604078 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-13f89e72-7ede-4208-945b-daae366e23f6 req-94d1a116-6fce-48fd-a4fc-1f39045bb6bc tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432639 Mar 10 03:52:42.719494 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd6d0e-9d9c-4ce8-bf40-03dc7def51a9 req-05feaee1-216c-4559-93b2-ad49864f3e3c tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:42.721372 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6efd6d0e-9d9c-4ce8-bf40-03dc7def51a9 req-05feaee1-216c-4559-93b2-ad49864f3e3c tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 946 time: 0.0519633 Mar 10 03:52:42.769350 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6efd6d0e-9d9c-4ce8-bf40-03dc7def51a9 req-2c853fe9-ecfc-4e70-aca3-6487a16f27a5 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424926 Mar 10 03:52:42.791302 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59048) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:52:42.838143 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e145f729-9817-4ad7-af12-0419d56ff3ca tempest-TestVolumeBootPattern-1275268918 tempest-TestVolumeBootPattern-1275268918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:42.839689 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e145f729-9817-4ad7-af12-0419d56ff3ca tempest-TestVolumeBootPattern-1275268918 tempest-TestVolumeBootPattern-1275268918-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 1125 time: 0.0474303 Mar 10 03:52:42.842740 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59050) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:52:42.846980 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:52:42.867513 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:42.960314 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:43.063628 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Allocated IP 172.27.1.102 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/38bf085d-0a01-460e-ba65-f33cbcc74505) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:52:43.162143 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (38bf085d-0a01-460e-ba65-f33cbcc74505), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:43.199181 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (38bf085d-0a01-460e-ba65-f33cbcc74505), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:43.233695 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:52:43.237342 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:52:43.242758 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:52:43.265161 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=38bf085d-0a01-460e-ba65-f33cbcc74505,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:52:43.278357 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.278737 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.279090 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.279433 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.279767 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.280099 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.280433 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.280763 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.281093 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.281422 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.281748 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.282071 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.282395 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:52:43.619984 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (6c0e72c4-afe1-4393-8bdc-9fdf52bb185b), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:43.685855 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (38bf085d-0a01-460e-ba65-f33cbcc74505), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:43.830864 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (38bf085d-0a01-460e-ba65-f33cbcc74505), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:43.835199 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (38bf085d-0a01-460e-ba65-f33cbcc74505), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:43.907596 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=38bf085d-0a01-460e-ba65-f33cbcc74505,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:52:43.917071 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (6c0e72c4-afe1-4393-8bdc-9fdf52bb185b), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:44.015565 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Floating IP 6c0e72c4-afe1-4393-8bdc-9fdf52bb185b associated. External IP: 172.27.1.102, port: 2e04bdfe-1403-4c3c-8c3c-cedd1e510621. Mar 10 03:52:44.216592 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:52:44.320703 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:52:44.330393 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:52:44.340026 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:44.341180 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:52:44.341987 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:52:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:52:44.369350 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d811e9d0-c8c8-4ea2-873b-09d67c6954e1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5255609 Mar 10 03:52:44.369955 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:52:44.372337 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:52:44.460362 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:52:44.463658 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9e299e-7bb7-4f29-b2c6-a45bc582f040 x-openstack-request-id: req-aa9e299e-7bb7-4f29-b2c6-a45bc582f040 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:52:44.463957 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:52:44.464217 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa9e299e-7bb7-4f29-b2c6-a45bc582f040 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:52:44.464624 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'status': 'completed', 'code': 200} Mar 10 03:52:44.550552 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-aa5112bb-5066-4149-86f3-97b3e725f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:44.552768 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-aa5112bb-5066-4149-86f3-97b3e725f4ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 1130 time: 0.0454111 Mar 10 03:52:44.640870 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-53cd0996-162d-4ddc-a536-da80722929aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:44.642374 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-53cd0996-162d-4ddc-a536-da80722929aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0832257 Mar 10 03:52:44.687389 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:43Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:52:44.710634 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-6004656d-e871-4a25-96de-a7ec3862999b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621 HTTP/1.1" status: 200 len: 1000 time: 0.0629151 Mar 10 03:52:44.713122 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:52:44.722550 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:52:44.723193 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:52:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:52:44.757552 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-0afce7b3-3625-445c-9544-fc327ed52392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:44.759040 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-0afce7b3-3625-445c-9544-fc327ed52392 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0433731 Mar 10 03:52:44.806532 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-0562dde3-e986-4043-9924-509ebd46566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:52:44.808538 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-0562dde3-e986-4043-9924-509ebd46566e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440404 Mar 10 03:52:44.831804 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:52:44.899429 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-7f50b34d-a4b7-4bdf-b564-9f78a0f40037 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851858 Mar 10 03:52:44.989248 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-ace2bb9d-e65e-45e7-8f4d-10746be5d8f8 req-9d54ac10-76f3-4794-8c81-3fadf719189b service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843081 Mar 10 03:52:45.051816 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:43Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:52:45.080724 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e317d4c-c13a-48ec-a329-fe2780108c02 None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:43Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:52:45.264234 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3133903d-6333-48d6-a7fd-ddff6f70e3d4 None None] New status for floating IP 6c0e72c4-afe1-4393-8bdc-9fdf52bb185b: ACTIVE {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:52:49.984796 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f692d125-3738-4b73-845f-fa586c2a56a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:52.411060 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-775a0823-b265-4c21-a68f-18e7e7298443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:53.590550 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:54.901839 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:56.484860 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:52:59.568816 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:53:00.724581 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:05.515271 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b3290-34b1-4e77-b1e7-cbcc3ba0c79d req-85f9d7e6-7e19-4006-ae52-f9383dc49cbd tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:05.517438 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b18b3290-34b1-4e77-b1e7-cbcc3ba0c79d req-85f9d7e6-7e19-4006-ae52-f9383dc49cbd tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0539212 Mar 10 03:53:05.566679 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b18b3290-34b1-4e77-b1e7-cbcc3ba0c79d req-d226f1ac-ffea-4e54-9837-43f4b575fc99 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434053 Mar 10 03:53:06.683197 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3af5e-b967-4cb5-8962-f72d6273c3d6 req-d34e572b-4862-4026-b9df-d07462bc5493 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:06.684664 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d6b3af5e-b967-4cb5-8962-f72d6273c3d6 req-d34e572b-4862-4026-b9df-d07462bc5493 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0515409 Mar 10 03:53:06.734945 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d6b3af5e-b967-4cb5-8962-f72d6273c3d6 req-61f750cc-f85e-4946-af7f-60c35ef8d01a tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Mar 10 03:53:07.850540 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df7d9b-41b7-44f5-9556-c70246eee340 req-b8e76314-aaba-47a8-b338-4add402dc9f0 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:07.852030 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-71df7d9b-41b7-44f5-9556-c70246eee340 req-b8e76314-aaba-47a8-b338-4add402dc9f0 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0508547 Mar 10 03:53:07.899753 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-71df7d9b-41b7-44f5-9556-c70246eee340 req-197a6fd8-7189-4819-a240-b697f7128354 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422826 Mar 10 03:53:09.014428 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f25f0-65e0-4a87-8d5f-da19f4efb005 req-7d79def5-a2ae-4699-9ae8-2d3d6088ba99 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:09.015934 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-420f25f0-65e0-4a87-8d5f-da19f4efb005 req-7d79def5-a2ae-4699-9ae8-2d3d6088ba99 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0508027 Mar 10 03:53:09.064759 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-420f25f0-65e0-4a87-8d5f-da19f4efb005 req-d92a064d-b114-4c17-bc6c-f12d39ff1810 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 Mar 10 03:53:09.481808 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-de1e3f4b-c07a-4300-bfd1-1d6d46763d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:09.483336 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-de1e3f4b-c07a-4300-bfd1-1d6d46763d73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1130 time: 0.0434391 Mar 10 03:53:09.583447 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-89830690-08bd-4539-89ff-926e22a1f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:09.584884 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-89830690-08bd-4539-89ff-926e22a1f5ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 909 time: 0.0831192 Mar 10 03:53:09.650526 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-2cc6fc2e-8f6e-4eb9-a3a7-67b2074efebf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 1002 time: 0.0598407 Mar 10 03:53:09.698446 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-2100356c-94f6-4f40-9248-f137817bd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:09.699901 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-2100356c-94f6-4f40-9248-f137817bd0f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 200 len: 847 time: 0.0428238 Mar 10 03:53:09.747685 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-6c2e5e20-9924-439d-840c-0bebdda54154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:09.749085 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-6c2e5e20-9924-439d-840c-0bebdda54154 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430193 Mar 10 03:53:09.838173 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-e9f7e48d-2251-40b0-98b4-53af3d12b62b service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831397 Mar 10 03:53:09.928764 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-770032d9-ab3f-47b6-9dbf-2abe215b3227 req-5fdf03dc-f290-4333-b9f0-2e1ed8ac0e8b service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844901 Mar 10 03:53:10.182953 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f674c-97d6-4076-b903-61091fc5f2e6 req-4d1674ea-ec0e-47ea-a31c-cb2325e89ebd tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:10.184424 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-038f674c-97d6-4076-b903-61091fc5f2e6 req-4d1674ea-ec0e-47ea-a31c-cb2325e89ebd tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0553794 Mar 10 03:53:10.232004 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-038f674c-97d6-4076-b903-61091fc5f2e6 req-b7f3f79d-b7dd-441c-a02d-d2059929dc15 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415525 Mar 10 03:53:11.346838 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d40c6-a010-4e9b-8cb3-f197c0f4aacc req-65903e30-f4ab-4847-9032-819c4b16daba tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:11.348306 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7d3d40c6-a010-4e9b-8cb3-f197c0f4aacc req-65903e30-f4ab-4847-9032-819c4b16daba tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0512109 Mar 10 03:53:11.395704 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7d3d40c6-a010-4e9b-8cb3-f197c0f4aacc req-a1edeb0d-a2f4-44dc-83b3-a10c07b55c38 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Mar 10 03:53:12.512962 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab819d-05df-4999-99bd-77238c0b5cc1 req-0ccd873e-f0c4-44a4-ba8d-645ed4df8c6c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:12.514440 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7dab819d-05df-4999-99bd-77238c0b5cc1 req-0ccd873e-f0c4-44a4-ba8d-645ed4df8c6c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0516703 Mar 10 03:53:12.567459 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7dab819d-05df-4999-99bd-77238c0b5cc1 req-09482395-c332-4820-b303-6891ad2cb53b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466311 Mar 10 03:53:13.682442 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca9155-1230-4cad-95d4-10e9be9aa3ce req-456ea6bc-1e75-4b9b-a923-7a2c7dc63716 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:13.683930 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c5ca9155-1230-4cad-95d4-10e9be9aa3ce req-456ea6bc-1e75-4b9b-a923-7a2c7dc63716 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Mar 10 03:53:13.730534 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-c5ca9155-1230-4cad-95d4-10e9be9aa3ce req-d83c0480-725c-4e9a-96e5-b503734cd4c5 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408785 Mar 10 03:53:14.843960 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28214a23-b3e4-4dfa-bba9-0376c32ba0bc req-cf7315af-7ccd-4760-8e05-82d6171827b8 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:14.845613 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-28214a23-b3e4-4dfa-bba9-0376c32ba0bc req-cf7315af-7ccd-4760-8e05-82d6171827b8 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0513980 Mar 10 03:53:14.893996 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-28214a23-b3e4-4dfa-bba9-0376c32ba0bc req-1ae611ff-5179-4d55-b79f-3f2dde4d5d87 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429204 Mar 10 03:53:15.743724 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-d97554ab-90a2-4175-b117-fe4dbccee9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:15.745206 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-d97554ab-90a2-4175-b117-fe4dbccee9b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1130 time: 0.0445805 Mar 10 03:53:15.833915 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-126ef56f-7143-421a-9054-589f48778cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:15.835293 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-126ef56f-7143-421a-9054-589f48778cb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 909 time: 0.0847850 Mar 10 03:53:16.023488 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e0425-c477-486a-8295-162f6dc4b483 req-6dd32acd-de78-4226-9b6b-bbc4c2c26063 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:16.024994 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-794e0425-c477-486a-8295-162f6dc4b483 req-6dd32acd-de78-4226-9b6b-bbc4c2c26063 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0579059 Mar 10 03:53:16.077232 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-794e0425-c477-486a-8295-162f6dc4b483 req-e19b58cb-2529-4045-b9cb-977c080e335c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463712 Mar 10 03:53:16.120373 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-00043923-1691-4e43-bd50-37916bf4d212 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 1002 time: 0.2790649 Mar 10 03:53:16.166798 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-44fa8b98-5d66-4bd0-b980-8dce2f3770d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:16.168165 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-44fa8b98-5d66-4bd0-b980-8dce2f3770d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 200 len: 847 time: 0.0409350 Mar 10 03:53:16.216413 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-3aef381e-8bd4-408b-b598-8523af13ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:16.217854 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-3aef381e-8bd4-408b-b598-8523af13ba51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440557 Mar 10 03:53:16.303732 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-38336ac6-6ca8-4b8c-9fc2-09a79a220821 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799396 Mar 10 03:53:16.391715 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-05642430-5aa2-41a0-b1ec-154d82f9a8ee req-8ef3ed8e-41c5-47bc-95a3-ec17cdf9bf70 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818775 Mar 10 03:53:17.199361 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304dd41-0d6e-4946-bcbf-cf6dc9692439 req-3867dffb-7edc-4ee2-93fe-c4226264a697 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:17.200753 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7304dd41-0d6e-4946-bcbf-cf6dc9692439 req-3867dffb-7edc-4ee2-93fe-c4226264a697 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0544324 Mar 10 03:53:17.248263 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7304dd41-0d6e-4946-bcbf-cf6dc9692439 req-aabbc42a-742b-4484-9fab-4f290d977021 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411260 Mar 10 03:53:18.374774 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17b6f6-c3c1-4a90-a468-fa3585115184 req-4d06b6ad-e6dd-41da-b255-c2f53d986919 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:18.376875 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1d17b6f6-c3c1-4a90-a468-fa3585115184 req-4d06b6ad-e6dd-41da-b255-c2f53d986919 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0572093 Mar 10 03:53:18.424947 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1d17b6f6-c3c1-4a90-a468-fa3585115184 req-f2ca69a1-1019-4633-b196-9534840df9ce tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 Mar 10 03:53:19.540617 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a89a9-21ea-443d-901e-55f40869be77 req-83d1e0dd-4f2c-4c25-bc8e-b239b649033b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:19.542102 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7b3a89a9-21ea-443d-901e-55f40869be77 req-83d1e0dd-4f2c-4c25-bc8e-b239b649033b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0518076 Mar 10 03:53:19.589838 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7b3a89a9-21ea-443d-901e-55f40869be77 req-a8985129-cec9-48c4-84c0-d922a056b1a9 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421109 Mar 10 03:53:19.986846 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ab75-f8bc-4a95-a9c4-c5c4514126b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:20.679336 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 22c4e42b-80a7-4846-8389-d1cb19c67400 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:53:20.760359 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 22c4e42b-80a7-4846-8389-d1cb19c67400 is: ACTIVE; New status is: DOWN {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:53:20.760733 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:20.785898 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:53:20.788167 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b76253-8fe8-4012-8001-bd7aefc7eb9f" -d '{"events": [{"server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "name": "network-vif-unplugged", "status": "completed", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:53:20.810189 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:53:20.817634 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:20.818645 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70673e-78e5-48a2-8c16-b1dae0ad78a9 req-7180511c-5c45-48a5-b179-567ac2c16653 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:20.825312 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Mar 2022 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621fa8df-a9f2-43dc-a661-2a5c58f8d6ba x-openstack-request-id: req-621fa8df-a9f2-43dc-a661-2a5c58f8d6ba {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:53:20.825609 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "name": "network-vif-unplugged", "status": "failed", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400", "code": 422}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:53:20.825798 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4b70673e-78e5-48a2-8c16-b1dae0ad78a9 req-7180511c-5c45-48a5-b179-567ac2c16653 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0639293 Mar 10 03:53:20.825940 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-621fa8df-a9f2-43dc-a661-2a5c58f8d6ba {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:53:20.826338 dv-cinder-804735-27-iscsi neutron-server[109720]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'code': 422} returned with failed status Mar 10 03:53:20.846526 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-8bab9c0f-5fc9-482c-b9a5-e79bcd005a11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1059723 Mar 10 03:53:20.871681 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=6']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:53:20.876100 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4b70673e-78e5-48a2-8c16-b1dae0ad78a9 req-22fb20fc-7fa8-4217-83d4-c88231220c37 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489833 Mar 10 03:53:21.978197 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-e1e2badb-d229-4389-a51c-009b3b0a179c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:21.979574 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-e1e2badb-d229-4389-a51c-009b3b0a179c tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports/22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 941 time: 0.0972967 Mar 10 03:53:21.991590 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdad24d-c9a1-4b55-8e44-616f270b800f req-b689a613-eccc-4068-b252-da55a3ae05cb tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:21.993064 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7fdad24d-c9a1-4b55-8e44-616f270b800f req-b689a613-eccc-4068-b252-da55a3ae05cb tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0510190 Mar 10 03:53:22.041735 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7fdad24d-c9a1-4b55-8e44-616f270b800f req-8ef72a98-5306-4449-8ed2-436d680a2497 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431585 Mar 10 03:53:22.411790 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ef6f80d3-f9e0-4074-aef0-4c00ec279d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:23.161904 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab900d-b4cc-438d-ab5b-67af86b0db9f req-7a1ce0a1-ae56-47bb-918b-2679acbc65d0 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:23.163767 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9dab900d-b4cc-438d-ab5b-67af86b0db9f req-7a1ce0a1-ae56-47bb-918b-2679acbc65d0 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0574715 Mar 10 03:53:23.212966 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9dab900d-b4cc-438d-ab5b-67af86b0db9f req-76cca3d8-402d-4f4d-8807-1d1f4a9cb043 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 Mar 10 03:53:23.595171 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:24.333188 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3c2f2-752b-4ba8-afb9-0d2d9f56d6d5 req-3292d297-9371-4876-98c5-58e1153bc0bf tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:24.334671 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8cb3c2f2-752b-4ba8-afb9-0d2d9f56d6d5 req-3292d297-9371-4876-98c5-58e1153bc0bf tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0560212 Mar 10 03:53:24.382742 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-8cb3c2f2-752b-4ba8-afb9-0d2d9f56d6d5 req-1eeb878e-ec1d-4185-834a-a62f90addd81 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Mar 10 03:53:24.905601 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:25.497942 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12210c8-13a4-4485-a3d8-96491f328864 req-9cbcfcb8-5d92-464a-8b77-2cd7ccdee426 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:25.499366 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e12210c8-13a4-4485-a3d8-96491f328864 req-9cbcfcb8-5d92-464a-8b77-2cd7ccdee426 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0521369 Mar 10 03:53:25.547920 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e12210c8-13a4-4485-a3d8-96491f328864 req-6c380a75-1c53-4dd6-b726-f9c008082abb tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416489 Mar 10 03:53:26.465447 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-9e41a5b4-54cd-4ac1-abc2-3f0898af09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:26.466971 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-9e41a5b4-54cd-4ac1-abc2-3f0898af09e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514&tenant_id=72de85f3122b4c3c91bce1f99a6770d3 HTTP/1.1" status: 200 len: 1128 time: 0.0505040 Mar 10 03:53:26.487971 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:26.543163 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-a4ec4c15-f989-408a-9932-1c0d497ea366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:26.544653 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-a4ec4c15-f989-408a-9932-1c0d497ea366 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1128 time: 0.0446723 Mar 10 03:53:26.637253 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-d6056565-1a73-4168-88a0-d24d7b6b0815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:26.638793 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-d6056565-1a73-4168-88a0-d24d7b6b0815 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 909 time: 0.0877607 Mar 10 03:53:26.667585 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd542c-4584-4d71-8c66-730ab743e8df req-e414825c-3788-45b2-9e37-6c0ba7468a90 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:26.669056 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cffd542c-4584-4d71-8c66-730ab743e8df req-e414825c-3788-45b2-9e37-6c0ba7468a90 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0516629 Mar 10 03:53:26.704435 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-6b78d3e1-0815-4ce9-8819-006455425533 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 1000 time: 0.0583265 Mar 10 03:53:26.720367 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cffd542c-4584-4d71-8c66-730ab743e8df req-ea68be49-ba63-4b1a-8636-2bd12c57a25a tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454569 Mar 10 03:53:26.751375 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-a57bbedc-2100-4e79-9991-30ab68d42997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:26.752556 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-a57bbedc-2100-4e79-9991-30ab68d42997 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 200 len: 847 time: 0.0434029 Mar 10 03:53:26.805132 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-185d8afc-62b5-40a0-95fd-a07efd21d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:26.806613 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-185d8afc-62b5-40a0-95fd-a07efd21d9da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475988 Mar 10 03:53:26.894508 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-116beab2-7daa-48c4-b99b-e397277923af service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819597 Mar 10 03:53:26.983049 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0ae67e09-7884-4e57-a79d-bed3b9c8df32 req-39337a71-f5a3-41db-a72a-82b343249bcc service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828962 Mar 10 03:53:27.836312 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74964958-14bb-41de-88cc-bb6061980874 req-a608df33-e879-44f7-9661-790020ce576f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:27.837822 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-74964958-14bb-41de-88cc-bb6061980874 req-a608df33-e879-44f7-9661-790020ce576f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0515952 Mar 10 03:53:27.884752 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-74964958-14bb-41de-88cc-bb6061980874 req-30795a6a-3424-4e42-8a71-d2a9a4592b6e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414743 Mar 10 03:53:29.000917 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c00fcd-43b9-4cd0-9063-ed63f1870f65 req-6d1b47ea-331d-4daa-952e-38919fee2681 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:29.002436 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a6c00fcd-43b9-4cd0-9063-ed63f1870f65 req-6d1b47ea-331d-4daa-952e-38919fee2681 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0515425 Mar 10 03:53:29.050324 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a6c00fcd-43b9-4cd0-9063-ed63f1870f65 req-d9c9f441-f719-41c2-9a19-551c607330bf tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423927 Mar 10 03:53:30.440518 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cf7f1-ab08-478b-a4b6-1eb20ca8221c req-3a4cb78b-9d9b-4cd7-a160-7141af7e7ccd tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:30.442044 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-319cf7f1-ab08-478b-a4b6-1eb20ca8221c req-3a4cb78b-9d9b-4cd7-a160-7141af7e7ccd tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.3260736 Mar 10 03:53:30.489234 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-319cf7f1-ab08-478b-a4b6-1eb20ca8221c req-ac49ec3a-30bd-45f2-be44-5ac637977880 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416725 Mar 10 03:53:30.732757 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:31.610642 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80311f-2eca-4004-916c-81002874900d req-bc48449a-a6dc-4469-9e44-7aa5ca1416d3 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:31.612131 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1c80311f-2eca-4004-916c-81002874900d req-bc48449a-a6dc-4469-9e44-7aa5ca1416d3 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0530324 Mar 10 03:53:31.659316 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1c80311f-2eca-4004-916c-81002874900d req-bac67e4c-146b-47c1-9d7f-b0447fde1444 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417259 Mar 10 03:53:32.776243 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3f41c-5d9d-47f0-a2bb-a22da4635dbb req-f6320c21-7355-48a5-8f89-febaff20ab3a tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:32.777893 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-63d3f41c-5d9d-47f0-a2bb-a22da4635dbb req-f6320c21-7355-48a5-8f89-febaff20ab3a tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0545716 Mar 10 03:53:32.824852 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-63d3f41c-5d9d-47f0-a2bb-a22da4635dbb req-082a5bfa-afb3-4cd7-9aa1-e75f4aab6081 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410852 Mar 10 03:53:33.941085 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e478-9211-4fba-a716-b1f0afca702f req-d5ebfbd3-ed23-407b-8570-2d7d6901b314 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:33.942566 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6309e478-9211-4fba-a716-b1f0afca702f req-d5ebfbd3-ed23-407b-8570-2d7d6901b314 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 944 time: 0.0507369 Mar 10 03:53:33.990060 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6309e478-9211-4fba-a716-b1f0afca702f req-46fcff12-2cd8-45f9-b269-cb91e3c57dc3 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419703 Mar 10 03:53:34.752924 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 22c4e42b-80a7-4846-8389-d1cb19c67400 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:53:34.846227 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:53:34.856935 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'port_id': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'mac_address': 'fa:16:3e:be:4c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:53:34.896842 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 22c4e42b-80a7-4846-8389-d1cb19c67400 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:53:34.897234 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:34.909623 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c4e42b-80a7-4846-8389-d1cb19c67400 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:53:34.928460 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:53:34.931883 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:34.977053 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=7']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:53:35.107744 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7dd37-bc7b-45d1-8aff-b4c8bcc45a13 req-65dd3aea-0f2b-4538-8399-f576b394ea2b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:35.109192 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cbf7dd37-bc7b-45d1-8aff-b4c8bcc45a13 req-65dd3aea-0f2b-4538-8399-f576b394ea2b tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 945 time: 0.0535836 Mar 10 03:53:35.156968 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cbf7dd37-bc7b-45d1-8aff-b4c8bcc45a13 req-01b38fe3-d750-4210-913a-1d4502fb619f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Mar 10 03:53:35.203792 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['22c4e42b-80a7-4846-8389-d1cb19c67400'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:53:36.271304 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c326c-2ee4-4225-9612-46cf01587d8c req-1046d719-e076-4e34-8054-5114d2cedb08 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:36.272792 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-296c326c-2ee4-4225-9612-46cf01587d8c req-1046d719-e076-4e34-8054-5114d2cedb08 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 945 time: 0.0516336 Mar 10 03:53:36.320833 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-296c326c-2ee4-4225-9612-46cf01587d8c req-104a0a94-7246-4f2a-ad5f-272f6f205f97 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423775 Mar 10 03:53:36.567598 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:53:36.756362 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 22c4e42b-80a7-4846-8389-d1cb19c67400 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:53:36.810147 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 22c4e42b-80a7-4846-8389-d1cb19c67400 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:53:36.815159 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:36.897217 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 22c4e42b-80a7-4846-8389-d1cb19c67400 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:53:36.897725 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:36.920916 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:53:36.923746 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e5b6e3-a08b-4a71-8491-efbf3dbabc20" -d '{"events": [{"server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "name": "network-vif-plugged", "status": "completed", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:53:36.936565 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:53:36.941352 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:36.964289 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9f0c84-f407-47ba-92f3-e3f838297ffc x-openstack-request-id: req-fb9f0c84-f407-47ba-92f3-e3f838297ffc {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:53:36.964587 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "name": "network-vif-plugged", "status": "completed", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:53:36.964841 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb9f0c84-f407-47ba-92f3-e3f838297ffc {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:53:36.965299 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'code': 200} Mar 10 03:53:36.991185 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=8']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:53:37.249604 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cc9ca-603a-41eb-a075-1b2be92c60c9 req-21a9b65b-caba-4896-9cb8-eee316091b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:37.251613 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-416cc9ca-603a-41eb-a075-1b2be92c60c9 req-21a9b65b-caba-4896-9cb8-eee316091b3e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1130 time: 0.0701699 Mar 10 03:53:37.296431 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-416cc9ca-603a-41eb-a075-1b2be92c60c9 req-7bf2153e-4422-47e1-87f1-99abd66cba86 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 Mar 10 03:53:37.436019 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69d7af-21a5-4993-80d4-2708b930dcdc req-5e4524ff-6f48-4429-93bb-d23bb3f0119e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:37.437515 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a69d7af-21a5-4993-80d4-2708b930dcdc req-5e4524ff-6f48-4429-93bb-d23bb3f0119e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0520256 Mar 10 03:53:37.494668 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9a69d7af-21a5-4993-80d4-2708b930dcdc req-f91de4bd-433a-4daf-8550-c8295c731a75 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515382 Mar 10 03:53:38.612805 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c8c1b-9124-45d2-8360-2cd3220b79f4 req-cac028cf-5716-466a-ad10-838106c109c5 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:53:38.614288 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00c8c1b-9124-45d2-8360-2cd3220b79f4 req-cac028cf-5716-466a-ad10-838106c109c5 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0523984 Mar 10 03:53:38.662842 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a00c8c1b-9124-45d2-8360-2cd3220b79f4 req-c14549e3-5a04-4d16-b2a9-2bc2bac63f19 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428483 Mar 10 03:53:49.988146 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f647d7fb-83bf-4048-a8ff-1437fddfee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:52.413617 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f2840349-d619-438d-b974-89bb10a9c2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:53.597244 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:54.907664 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:53:56.489565 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:00.731282 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:10.484465 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-5ed0f612-f2b6-4520-83e6-0444934a32e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417857 Mar 10 03:54:10.591579 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-2f2bfddd-50e4-461c-ae42-308f09ff02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:10.593067 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-2f2bfddd-50e4-461c-ae42-308f09ff02c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1130 time: 0.0492353 Mar 10 03:54:10.695391 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-6b405c56-b932-4c4d-948b-37f55e77a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:10.696853 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-6b405c56-b932-4c4d-948b-37f55e77a183 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 909 time: 0.0848162 Mar 10 03:54:10.764887 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-75128ea2-2ff1-4867-a8f3-09990b40a2ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 1002 time: 0.0615537 Mar 10 03:54:10.811742 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-9aedee50-ba18-4783-8228-78c9e8d1d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:10.813917 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-9aedee50-ba18-4783-8228-78c9e8d1d103 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 200 len: 847 time: 0.0425365 Mar 10 03:54:10.859733 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-b8827adb-0b87-43ad-8f45-4e4faa7299b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:10.861870 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-b8827adb-0b87-43ad-8f45-4e4faa7299b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435565 Mar 10 03:54:10.951686 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-ff28432e-60b8-46c5-9c74-8993b762e1bc service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839791 Mar 10 03:54:11.037721 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-c1dd7124-77ac-46f9-90f8-31db0e8717c0 req-117eb6f1-dcf8-4d1d-ad1b-67e6f984a9f7 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795519 Mar 10 03:54:13.567424 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:54:18.306810 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-93df211b-2f78-4128-865c-792181bdd6fd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605555501&fields=id&tenant_id=d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 267 time: 0.0437629 Mar 10 03:54:18.415856 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-7faee7c2-74df-4b56-99de-8dd78b75be77 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:18.417304 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-7faee7c2-74df-4b56-99de-8dd78b75be77 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 811 time: 0.1044133 Mar 10 03:54:18.431394 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-cdcd613d-5282-4ff1-a003-17983bb83e78 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/quotas/d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 375 time: 0.0088689 Mar 10 03:54:18.486262 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-9de832ff-1d7e-4f65-bb99-dac2296f03eb tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501647 Mar 10 03:54:18.543237 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-0c63010a-464a-43a2-8ad4-8aa597a61ef7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=109718) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 10 03:54:18.544243 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-0c63010a-464a-43a2-8ad4-8aa597a61ef7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465105 Mar 10 03:54:18.634076 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-36df0d58-d3ab-40b2-98a5-9e7d049d52bb service neutron] 10.222.0.20 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839226 Mar 10 03:54:18.723003 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-8e3a46f1-b4a9-4bdc-8200-0456b9c8b12c service neutron] 10.222.0.20 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825229 Mar 10 03:54:18.995757 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-272b2b37-e0a5-4d40-8d90-b911cb7f50f4 req-30e85766-ee27-41b3-8c1b-3275f7afd5fa tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 210 time: 0.0269892 Mar 10 03:54:19.964851 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-3734b81c-20a6-4c98-bdd6-6d08faf9e827 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:19.966282 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-3734b81c-20a6-4c98-bdd6-6d08faf9e827 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 811 time: 0.1118000 Mar 10 03:54:19.991947 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-31810b0d-655c-4056-b9aa-93251d8b5510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:20.037875 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-d7fd6c87-1db7-4574-b7c2-a7c135b7a4c0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0d1e7ac99014dc7a775a586615a41fb HTTP/1.1" status: 200 len: 379 time: 0.0569365 Mar 10 03:54:20.046162 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'port': {'device_id': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'admin_state_up': True, 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'security_groups': ['dc23ab55-c22b-4408-a4c6-76ce28fa48b0']}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:54:20.093632 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4d908057-94a7-4bcf-b3b3-2b46432d0986 req-37a3e06d-89f1-4ece-a6c7-33e526c36251 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 210 time: 0.0289171 Mar 10 03:54:20.156364 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Made reservation on behalf of d0d1e7ac99014dc7a775a586615a41fb for: {'port': 1} {{(pid=109719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 10 03:54:20.160311 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:20.281140 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_common [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Allocated IP 172.20.0.6 (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8/ec29d3f7-faeb-490a-b1f2-33abbec90975/3bf5b874-cb98-43e3-a9ae-47812d031826) {{(pid=109719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:54:20.418533 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), precommit_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:20.450786 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), after_create {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:20.493271 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 is already hosted by enough agents. {{(pid=109719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:54:20.498382 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.base_scheduler [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Resources bound (agent type, host, resource id): {{(pid=109719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:54:20.502134 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Received port after_create {{(pid=109719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:54:20.536581 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=3bf5b874-cb98-43e3-a9ae-47812d031826,revision_number=1']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:20.553187 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.553643 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.554070 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.554619 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.554944 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.555351 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.555753 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.556158 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.556589 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.556988 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.557387 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.557907 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.558739 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:20.584161 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:20.584802 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:20.603002 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-f4cec6bf-074b-41fc-b6f5-870a6214c7bd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605574 Mar 10 03:54:20.625094 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.v2.base [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Request body: {'port': {'device_id': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=109719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:54:20.690305 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:20.813545 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-916a33ff-d432-4d1d-bce9-f3f0c1edac3f None None] Provisioning complete for port 3bf5b874-cb98-43e3-a9ae-47812d031826 triggered by entity DHCP. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:54:20.813774 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-916a33ff-d432-4d1d-bce9-f3f0c1edac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:20.847570 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-916a33ff-d432-4d1d-bce9-f3f0c1edac3f None None] Port 3bf5b874-cb98-43e3-a9ae-47812d031826 cannot update to ACTIVE because it is not bound. {{(pid=109720) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 10 03:54:20.950623 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf5b874-cb98-43e3-a9ae-47812d031826 {{(pid=109719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:54:20.958066 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Publish callbacks [] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), precommit_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:20.970332 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.provisioning_blocks [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Transition to ACTIVE for port object 3bf5b874-cb98-43e3-a9ae-47812d031826 will not be triggered until provisioned by entity L2. {{(pid=109719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 10 03:54:20.974010 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:21.041282 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5b874-cb98-43e3-a9ae-47812d031826,revision_number=2']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:21.094084 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Attempting to bind port 3bf5b874-cb98-43e3-a9ae-47812d031826 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 10 03:54:21.095620 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Attempting to bind port 3bf5b874-cb98-43e3-a9ae-47812d031826 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 10 03:54:21.095964 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Attempting to bind port 3bf5b874-cb98-43e3-a9ae-47812d031826 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:54:21.100526 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Port 3bf5b874-cb98-43e3-a9ae-47812d031826 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 10 03:54:21.100847 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Attempting to bind port 3bf5b874-cb98-43e3-a9ae-47812d031826 on network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 10 03:54:21.105768 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Checking agent: {'id': '296bd4d4-78ea-47e8-8cf4-dfdad6c99a85', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'started_at': datetime.datetime(2022, 3, 10, 3, 40, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 10, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 10 03:54:21.106111 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Checking segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 10 03:54:21.106493 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Bound using segment: {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'} {{(pid=109719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 10 03:54:21.106947 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.managers [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Bound port: 3bf5b874-cb98-43e3-a9ae-47812d031826, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9674876d-2d53-432f-a3be-413decdad5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8'}}] {{(pid=109719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 10 03:54:21.107308 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), before_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:21.179837 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] For port 3bf5b874-cb98-43e3-a9ae-47812d031826, host hv-cinder-80473, cleared binding levels {{(pid=109719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 10 03:54:21.182977 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] For port 3bf5b874-cb98-43e3-a9ae-47812d031826, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3bf5b874-cb98-43e3-a9ae-47812d031826,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 10 03:54:21.189438 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3289423'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), after_update {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:21.220272 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51f974-fce0-418c-943e-0ec5e19e8b59 req-84b4ab7f-b762-492f-9bbb-e1af6096fc6c tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:21.226145 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:21.226788 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:21.227562 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7b51f974-fce0-418c-943e-0ec5e19e8b59 req-84b4ab7f-b762-492f-9bbb-e1af6096fc6c tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0630438 Mar 10 03:54:21.228160 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] 10.222.0.16 "PUT /v2.0/ports/3bf5b874-cb98-43e3-a9ae-47812d031826 HTTP/1.1" status: 200 len: 1093 time: 0.6074388 Mar 10 03:54:21.228605 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:54:21.230856 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb6d2b-00a8-4a4d-a508-1439405d0db8" -d '{"events": [{"name": "network-changed", "server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:54:21.260449 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be65ec-5c90-4243-9923-6c64b00a2534 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf5b874-cb98-43e3-a9ae-47812d031826,revision_number=3']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:21.279514 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed15ede-f8bc-4f6d-ba84-775303b51ac9 x-openstack-request-id: req-3ed15ede-f8bc-4f6d-ba84-775303b51ac9 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:54:21.279514 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:54:21.279514 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ed15ede-f8bc-4f6d-ba84-775303b51ac9 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:54:21.279959 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'status': 'completed', 'code': 200} Mar 10 03:54:21.295814 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7b51f974-fce0-418c-943e-0ec5e19e8b59 req-972fcc06-a29e-4e49-b67b-24a61b2c2902 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663178 Mar 10 03:54:21.346598 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-a2ecf3d7-490a-40b9-9d1f-cc30103bedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:21.348143 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-a2ecf3d7-490a-40b9-9d1f-cc30103bedfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 1127 time: 0.0481107 Mar 10 03:54:21.396857 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-7da64a4f-8985-4eb0-9c05-d0faa104aa2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5b874-cb98-43e3-a9ae-47812d031826 HTTP/1.1" status: 200 len: 217 time: 0.0361092 Mar 10 03:54:21.448017 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-548b4634-8b41-42f7-a7f7-ae7ec99c717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:21.449474 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-548b4634-8b41-42f7-a7f7-ae7ec99c717f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0474131 Mar 10 03:54:21.498136 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-35e5d50d-81ac-45a4-93c3-a1d0a23c83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:21.499856 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-35e5d50d-81ac-45a4-93c3-a1d0a23c83eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441918 Mar 10 03:54:21.591263 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-ea342096-5995-4311-badc-29177d1f7be1 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850222 Mar 10 03:54:21.680289 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-1a98c83c-e432-4932-9b96-56908c6f5ed5 req-bc2a53fb-ad36-467d-94fe-697d2db7f58f service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829399 Mar 10 03:54:21.805039 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-bbb223cf-3b9c-480d-b7a2-0f92da1691f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:21.806508 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-bbb223cf-3b9c-480d-b7a2-0f92da1691f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 1127 time: 0.0437419 Mar 10 03:54:21.896820 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-237e0188-b327-4700-819d-f47c608328e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:21.898203 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-237e0188-b327-4700-819d-f47c608328e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0859652 Mar 10 03:54:21.937646 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-91b2893c-0e82-40a2-a3ed-d4c645bc29f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5b874-cb98-43e3-a9ae-47812d031826 HTTP/1.1" status: 200 len: 217 time: 0.0332644 Mar 10 03:54:21.987500 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-6fcc380e-9052-4408-9be1-b50f864a3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:21.988926 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-6fcc380e-9052-4408-9be1-b50f864a3fb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0453792 Mar 10 03:54:22.049342 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-418a9a98-c531-423e-a665-a9c45903ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:22.050859 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-418a9a98-c531-423e-a665-a9c45903ce18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442960 Mar 10 03:54:22.139660 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-40f93d83-a363-4816-8395-a35635c41e4a service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822530 Mar 10 03:54:22.227309 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-eacb6d2b-00a8-4a4d-a508-1439405d0db8 req-c79757b6-1476-4f48-b80e-62231876dc16 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789025 Mar 10 03:54:22.415606 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-88619d38-dec1-431c-871a-feaa0c3cbcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:22.418701 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e8b2-6246-47d8-bcc7-e9f49f1bbece req-1a552bd7-a967-47ea-a5af-bd3b547610eb tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:22.420200 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7302e8b2-6246-47d8-bcc7-e9f49f1bbece req-1a552bd7-a967-47ea-a5af-bd3b547610eb tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0517373 Mar 10 03:54:22.468941 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7302e8b2-6246-47d8-bcc7-e9f49f1bbece req-bfa3202a-8a1c-4745-bc1c-2bb60aa1b3b3 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420828 Mar 10 03:54:23.592356 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556039bc-3c61-4b49-9cb6-4f3289e18977 req-283fd1ea-c5ce-49fa-99c1-e4b876dfeadf tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:23.593856 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-556039bc-3c61-4b49-9cb6-4f3289e18977 req-283fd1ea-c5ce-49fa-99c1-e4b876dfeadf tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0560265 Mar 10 03:54:23.599700 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:23.642916 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-556039bc-3c61-4b49-9cb6-4f3289e18977 req-7b0232e2-4589-4cf9-862a-6ac39c5f5f2f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429618 Mar 10 03:54:24.759643 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03d7d1-40ae-4c60-b4dd-662a474c7c7c req-e8dbb565-7ac2-49bd-b27e-40f4ce579b0b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:24.761124 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-be03d7d1-40ae-4c60-b4dd-662a474c7c7c req-e8dbb565-7ac2-49bd-b27e-40f4ce579b0b tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0511963 Mar 10 03:54:24.809982 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-be03d7d1-40ae-4c60-b4dd-662a474c7c7c req-bf9efdde-3dc1-4146-b553-7e1bfb9b415c tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426772 Mar 10 03:54:24.910275 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:25.924194 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed046f-a9ed-4bfb-b721-458c6f46a6d4 req-b46c380e-7281-49d4-89e7-d140380e4aa9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:25.925649 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6fed046f-a9ed-4bfb-b721-458c6f46a6d4 req-b46c380e-7281-49d4-89e7-d140380e4aa9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0517218 Mar 10 03:54:25.976260 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-6fed046f-a9ed-4bfb-b721-458c6f46a6d4 req-86f8319a-682d-42bb-b7da-93e5d3a05a81 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451045 Mar 10 03:54:26.492750 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:27.095907 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47911e2-1ca3-4f40-b36e-400f7427e969 req-ca28580c-0ca2-4aca-a470-e5ea9c73727f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:27.097394 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b47911e2-1ca3-4f40-b36e-400f7427e969 req-ca28580c-0ca2-4aca-a470-e5ea9c73727f tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0536027 Mar 10 03:54:27.145057 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-b47911e2-1ca3-4f40-b36e-400f7427e969 req-0e6de914-3c13-47f1-b949-34e610ce8cdf tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 Mar 10 03:54:28.264943 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eb967-4256-4de2-b2b4-b3a643ec10fb req-51cb7671-5b10-4f35-b1ba-df0ac5d2f8f0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:28.266494 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eb9eb967-4256-4de2-b2b4-b3a643ec10fb req-51cb7671-5b10-4f35-b1ba-df0ac5d2f8f0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0546272 Mar 10 03:54:28.314914 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-eb9eb967-4256-4de2-b2b4-b3a643ec10fb req-91f7169b-7b5c-43e5-9c2b-95b802f52661 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427744 Mar 10 03:54:29.432931 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9215b-baf6-491e-8157-f751d175e640 req-41c92c28-5436-4722-880e-e416182c2e34 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:29.434404 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04b9215b-baf6-491e-8157-f751d175e640 req-41c92c28-5436-4722-880e-e416182c2e34 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0547216 Mar 10 03:54:29.482003 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-04b9215b-baf6-491e-8157-f751d175e640 req-20845bba-a66b-4971-a6aa-68877e4bdf41 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413530 Mar 10 03:54:30.598703 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422c70d-aaf4-4122-8357-ce94a87170f1 req-b7ee4af2-47ba-48f0-95a6-939fc23e8022 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:30.600174 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9422c70d-aaf4-4122-8357-ce94a87170f1 req-b7ee4af2-47ba-48f0-95a6-939fc23e8022 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 943 time: 0.0517490 Mar 10 03:54:30.647469 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9422c70d-aaf4-4122-8357-ce94a87170f1 req-60b385e8-7c0d-4882-9c28-c6d37eb57ab2 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Mar 10 03:54:30.759918 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:30.959949 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3bf5b874-cb98-43e3-a9ae-47812d031826 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=109720) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 10 03:54:31.058001 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3bf5b874-cb98-43e3-a9ae-47812d031826, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3bf5b874-cb98-43e3-a9ae-47812d031826,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:54:31.071199 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Returning: {'device': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'port_id': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'mac_address': 'fa:16:3e:e6:6e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109720) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 10 03:54:31.108583 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3bf5b874-cb98-43e3-a9ae-47812d031826 is: DOWN; New status is: BUILD {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:54:31.108980 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:31.122122 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf5b874-cb98-43e3-a9ae-47812d031826 {{(pid=109720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 10 03:54:31.141820 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3bf5b874-cb98-43e3-a9ae-47812d031826, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3bf5b874-cb98-43e3-a9ae-47812d031826,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:54:31.145522 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:31.190987 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3bf5b874-cb98-43e3-a9ae-47812d031826,revision_number=4']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:31.198552 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.198960 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.199316 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.199666 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.200011 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.200353 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.200694 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.201033 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.201369 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.201706 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.202044 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.202374 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.202725 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:31.458442 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] get_ports_and_sgs() called for port_ids ['3bf5b874-cb98-43e3-a9ae-47812d031826'] {{(pid=109720) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 10 03:54:31.764137 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7dd80-34a7-4431-9e22-9205bedcc409 req-832d7827-b713-4c44-bc12-3fc01e462510 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:31.765535 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d0a7dd80-34a7-4431-9e22-9205bedcc409 req-832d7827-b713-4c44-bc12-3fc01e462510 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 944 time: 0.0515659 Mar 10 03:54:31.817395 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d0a7dd80-34a7-4431-9e22-9205bedcc409 req-474b6b47-0586-4904-bf3a-da853fede77d tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457075 Mar 10 03:54:32.935820 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43e441-f891-4a73-8412-e6899154a769 req-9071b54a-7e9d-447d-8283-9c65523e0ca7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:32.937299 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3a43e441-f891-4a73-8412-e6899154a769 req-9071b54a-7e9d-447d-8283-9c65523e0ca7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 944 time: 0.0525334 Mar 10 03:54:32.972427 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3bf5b874-cb98-43e3-a9ae-47812d031826 up at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 10 03:54:32.986247 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-3a43e441-f891-4a73-8412-e6899154a769 req-f8661ba8-3422-4cff-b35d-5572eb0d64b1 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432272 Mar 10 03:54:33.025269 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning for port 3bf5b874-cb98-43e3-a9ae-47812d031826 completed by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 10 03:54:33.029626 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.provisioning_blocks [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Provisioning complete for port 3bf5b874-cb98-43e3-a9ae-47812d031826 triggered by entity L2. {{(pid=109720) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 10 03:54:33.030014 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8327409'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), provisioning_complete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:33.115500 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Current status of the port 3bf5b874-cb98-43e3-a9ae-47812d031826 is: BUILD; New status is: ACTIVE {{(pid=109720) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 10 03:54:33.115808 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), before_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:33.141310 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826'}] {{(pid=109720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:54:33.143648 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e679b172ee16e16a2ee5ec3fb2d549acee16cda286dc56d0b658079673571efc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf1546f-c929-4043-98fb-bea1081f4a69" -d '{"events": [{"server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "name": "network-vif-plugged", "status": "completed", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826"}]}' {{(pid=109720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:54:33.156433 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] For port 3bf5b874-cb98-43e3-a9ae-47812d031826, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3bf5b874-cb98-43e3-a9ae-47812d031826,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:54:33.160740 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:33.187456 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683fda20-2802-4d92-a714-d8590d71263b x-openstack-request-id: req-683fda20-2802-4d92-a714-d8590d71263b {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:54:33.188390 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "name": "network-vif-plugged", "status": "completed", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826", "code": 200}]} {{(pid=109720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:54:33.188644 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-683fda20-2802-4d92-a714-d8590d71263b {{(pid=109720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:54:33.189223 dv-cinder-804735-27-iscsi neutron-server[109720]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'code': 200} Mar 10 03:54:33.214476 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Pushing event updated for resources: {'Port': ['ID=3bf5b874-cb98-43e3-a9ae-47812d031826,revision_number=5']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:33.447376 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d418b-1dbf-4d63-ba11-26022fb610f3 req-40d90944-c754-4a2a-a6e7-57f061411662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:33.448853 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a99d418b-1dbf-4d63-ba11-26022fb610f3 req-40d90944-c754-4a2a-a6e7-57f061411662 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 1129 time: 0.0459487 Mar 10 03:54:33.496723 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-a99d418b-1dbf-4d63-ba11-26022fb610f3 req-fdb3b5dd-bfdc-4ac7-8b09-a6fe35c7eff2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423894 Mar 10 03:54:34.103330 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde52b54-035f-4ed1-8a41-eb67b32eb6dc req-a322919a-67c9-4a40-be0b-1cc8dfc67ff5 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:34.104801 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cde52b54-035f-4ed1-8a41-eb67b32eb6dc req-a322919a-67c9-4a40-be0b-1cc8dfc67ff5 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 945 time: 0.0516875 Mar 10 03:54:34.152792 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-cde52b54-035f-4ed1-8a41-eb67b32eb6dc req-43466ee9-e51b-4682-a5b3-81f9b3525a33 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Mar 10 03:54:35.273559 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a143c12-b5d5-4db3-b121-2aac5417470b req-7d4d313d-2398-4e48-bc26-a11d7d7d1cb7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:35.275067 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5a143c12-b5d5-4db3-b121-2aac5417470b req-7d4d313d-2398-4e48-bc26-a11d7d7d1cb7 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 945 time: 0.0574491 Mar 10 03:54:35.323836 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-5a143c12-b5d5-4db3-b121-2aac5417470b req-55227443-3120-4ebc-9bf8-6bdcf3fc0ea8 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Mar 10 03:54:35.439048 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa3dfb-91ad-44b8-b2af-11621f0fc7ee req-1c69e3c6-ec29-4b1e-840a-57d8cb6445e6 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:35.440464 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bafa3dfb-91ad-44b8-b2af-11621f0fc7ee req-1c69e3c6-ec29-4b1e-840a-57d8cb6445e6 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 945 time: 0.0530062 Mar 10 03:54:35.489248 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bafa3dfb-91ad-44b8-b2af-11621f0fc7ee req-294a3859-615e-41de-8d77-ec7a96ea1300 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Mar 10 03:54:35.510927 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59246) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:35.562617 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99206ab1-4624-46ed-81e7-0c3749f7c9b5 tempest-TestVolumeBootPattern-1275268918 tempest-TestVolumeBootPattern-1275268918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:35.564752 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-99206ab1-4624-46ed-81e7-0c3749f7c9b5 tempest-TestVolumeBootPattern-1275268918 tempest-TestVolumeBootPattern-1275268918-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 1124 time: 0.0528176 Mar 10 03:54:35.567666 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59248) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:35.572116 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.v2.base [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Request body: {'floatingip': {'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'port_id': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109718) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 10 03:54:35.592750 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:35.693435 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (None), before_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:35.805220 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_common [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Allocated IP 172.27.1.155 (b8b29516-8555-45be-847e-d2c83a83004e/fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9/751396c1-8592-4a70-b5c0-1e136c677074) {{(pid=109718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 10 03:54:35.903008 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (751396c1-8592-4a70-b5c0-1e136c677074), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:35.934239 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761124354663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (751396c1-8592-4a70-b5c0-1e136c677074), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:35.973512 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Network b8b29516-8555-45be-847e-d2c83a83004e is already hosted by enough agents. {{(pid=109718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 10 03:54:35.976259 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.base_scheduler [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Resources bound (agent type, host, resource id): {{(pid=109718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 10 03:54:35.981561 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Received port after_create {{(pid=109718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 10 03:54:36.006088 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=751396c1-8592-4a70-b5c0-1e136c677074,revision_number=1']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:36.018198 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.018553 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.018929 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.019275 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.019610 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.019942 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.020276 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.020607 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.020936 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.021265 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.021593 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.021916 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.022239 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:54:36.363708 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (4d574de6-dc87-478f-a6a1-442e5ff48a16), precommit_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:36.433350 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7922879'] for port (751396c1-8592-4a70-b5c0-1e136c677074), before_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:36.586880 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for port (751396c1-8592-4a70-b5c0-1e136c677074), precommit_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:36.591536 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761124856679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761124354681', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761124354699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10302162'] for port (751396c1-8592-4a70-b5c0-1e136c677074), after_update {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:36.662614 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event updated for resources: {'Port': ['ID=751396c1-8592-4a70-b5c0-1e136c677074,revision_number=2']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:36.669866 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-576248'] for floatingip (4d574de6-dc87-478f-a6a1-442e5ff48a16), after_create {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:36.771076 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Floating IP 4d574de6-dc87-478f-a6a1-442e5ff48a16 associated. External IP: 172.27.1.155, port: 3bf5b874-cb98-43e3-a9ae-47812d031826. Mar 10 03:54:36.979175 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:54:37.099139 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:54:37.113645 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:54:37.118320 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:37.134075 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:54:37.134728 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:54:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:37.147385 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d629ee47-e2ee-47fe-b205-68e32fb43222 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5786035 Mar 10 03:54:37.148084 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:54:37.150305 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb718b-cc73-4230-b798-b772b2af63ee" -d '{"events": [{"name": "network-changed", "server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:54:37.189845 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcdcf90-4fa3-4797-a010-80abc6cf3e33 x-openstack-request-id: req-2bcdcf90-4fa3-4797-a010-80abc6cf3e33 {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:54:37.190141 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:54:37.190398 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bcdcf90-4fa3-4797-a010-80abc6cf3e33 {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:54:37.190843 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'status': 'completed', 'code': 200} Mar 10 03:54:37.255623 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:54:37.277933 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-aa1c19f7-9e3e-48bf-82f9-b4589d6c3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:37.279460 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-aa1c19f7-9e3e-48bf-82f9-b4589d6c3909 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 1129 time: 0.0468113 Mar 10 03:54:37.371224 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-0c8c0bc5-0dd6-4469-9036-4405a46ee48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:37.372709 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-0c8c0bc5-0dd6-4469-9036-4405a46ee48d service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0854666 Mar 10 03:54:37.445190 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-07177dd0-21a0-4984-811f-f08f6ce89d0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5b874-cb98-43e3-a9ae-47812d031826 HTTP/1.1" status: 200 len: 999 time: 0.0666289 Mar 10 03:54:37.488601 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '4d574de6-dc87-478f-a6a1-442e5ff48a16', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:e6:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:54:36Z', 'updated_at': '2022-03-10T03:54:36Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}, {'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:45Z', 'revision_number': 1, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:37.494572 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-0ffd345d-3b11-40ae-99cf-dd89311e3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:37.496046 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-0ffd345d-3b11-40ae-99cf-dd89311e3330 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0448751 Mar 10 03:54:37.520150 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:54:37.528848 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:54:37.529467 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:54:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:37.546187 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-628cdfeb-7530-4b16-873d-f1f45ba33a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:37.548162 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-628cdfeb-7530-4b16-873d-f1f45ba33a64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464642 Mar 10 03:54:37.639062 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:54:37.644524 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-d841f9bc-3006-41fa-b4b2-aef33dbc67ac service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905616 Mar 10 03:54:37.740257 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6cb718b-cc73-4230-b798-b772b2af63ee req-85f1018d-e942-4db6-9577-16915e1a1c3c service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898812 Mar 10 03:54:37.864122 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '4d574de6-dc87-478f-a6a1-442e5ff48a16', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:e6:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:54:36Z', 'updated_at': '2022-03-10T03:54:36Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}, {'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:45Z', 'revision_number': 1, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:37.889663 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151dfd86-81e2-4cb3-baff-4362392f2dd9 None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '4d574de6-dc87-478f-a6a1-442e5ff48a16', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:e6:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:54:36Z', 'updated_at': '2022-03-10T03:54:36Z', 'revision_number': 0, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}, {'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:45Z', 'revision_number': 1, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:54:38.084648 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632fd6bc-369a-4619-8eae-314bf76b1e10 None None] New status for floating IP 4d574de6-dc87-478f-a6a1-442e5ff48a16: ACTIVE {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:54:49.994804 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-03cdd267-7933-4397-8a77-4a09a2e9cc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:50.567418 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:54:51.020430 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59258) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:51.175686 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Deleting port ad887e55-2908-43ff-aa9a-218141b30843 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:54:51.176034 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (ad887e55-2908-43ff-aa9a-218141b30843), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:51.252738 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (ad887e55-2908-43ff-aa9a-218141b30843), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:51.253070 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for floatingip (ad887e55-2908-43ff-aa9a-218141b30843), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:51.264391 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Calling delete_port for ad887e55-2908-43ff-aa9a-218141b30843 owned by network:floatingip {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:54:51.409913 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (ad887e55-2908-43ff-aa9a-218141b30843), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:51.435545 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event deleted for resources: {'Port': ['ID=ad887e55-2908-43ff-aa9a-218141b30843,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:51.496819 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for floatingip (25cff3f7-dc5c-4489-840d-3150e27ee373), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:51.497151 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Floating IP 25cff3f7-dc5c-4489-840d-3150e27ee373 disassociated (deleted). External IP: 172.27.1.110, port: 22c4e42b-80a7-4846-8389-d1cb19c67400. Mar 10 03:54:51.707375 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Router a55be62d-5770-4e89-a468-ef712fe05ed0 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:54:51.813593 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:54:51.822967 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:51.823109 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] Sync routers for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:54:51.833712 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:54:51.834325 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:54:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:51.851694 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d37ae97d-2c28-4a14-9e78-498053e6a92e tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "DELETE /v2.0/floatingips/25cff3f7-dc5c-4489-840d-3150e27ee373 HTTP/1.1" status: 204 len: 168 time: 0.8301754 Mar 10 03:54:51.852285 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:54:51.854526 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d" -d '{"events": [{"name": "network-changed", "server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:54:51.895622 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57be428a-72a4-4633-8495-e521a5de41de x-openstack-request-id: req-57be428a-72a4-4633-8495-e521a5de41de {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:54:51.896140 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:54:51.896538 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57be428a-72a4-4633-8495-e521a5de41de {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:54:51.897006 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'status': 'completed', 'code': 200} Mar 10 03:54:51.950523 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:54:51.990517 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-68274150-a425-43ca-8c90-4ab105142c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:51.992775 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-68274150-a425-43ca-8c90-4ab105142c4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 1130 time: 0.0503914 Mar 10 03:54:52.088272 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f4a9e-fd3e-4777-999a-86686ac7da26 req-802d480c-3346-4818-bcfd-4e6874590ec2 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:52.090493 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e35f4a9e-fd3e-4777-999a-86686ac7da26 req-802d480c-3346-4818-bcfd-4e6874590ec2 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0580029 Mar 10 03:54:52.135359 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-4c9cff6a-7580-463c-83bd-479156cfa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:52.136837 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-4c9cff6a-7580-463c-83bd-479156cfa8e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 200 len: 909 time: 0.0917597 Mar 10 03:54:52.140002 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-e35f4a9e-fd3e-4777-999a-86686ac7da26 req-d3587aa0-d72d-4274-9b6d-198d7df1e65d tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438828 Mar 10 03:54:52.167810 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 5, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:52.180794 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-6b045436-675f-4c50-9722-3c6cf32840a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 200 len: 217 time: 0.0363939 Mar 10 03:54:52.197485 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] Checking router: a55be62d-5770-4e89-a468-ef712fe05ed0 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:54:52.205610 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:54:52.206150 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:54:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:52.228572 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-a3655313-751c-414b-ba11-344a455536ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:52.230044 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-a3655313-751c-414b-ba11-344a455536ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 200 len: 847 time: 0.0431290 Mar 10 03:54:52.284367 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-dc43b14f-8ae1-4dcf-9782-a791546426cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:52.285880 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-dc43b14f-8ae1-4dcf-9782-a791546426cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440135 Mar 10 03:54:52.311996 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:54:52.377623 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-5b705f0d-0e76-4203-be8e-4dd5664372a1 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850065 Mar 10 03:54:52.423032 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-06bcd9e2-628f-48df-9b5c-42864c9fcbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:52.619181 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 5, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:52.647101 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa2bcc-2552-4b2e-a644-de475a9550ca None None] The sync data for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi is: [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:23Z', 'revision_number': 4, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '901fb582-0a1c-4297-bf0f-5ed503cfa47a', 'name': '', 'network_id': '93bdb89a-f14d-4ea7-a4cb-72e92e790e1a', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'mac_address': 'fa:16:3e:c2:54:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a670ed97-87e5-476a-92f0-79164b822463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:22Z', 'updated_at': '2022-03-10T03:50:27Z', 'revision_number': 5, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'subnets': [{'id': 'a670ed97-87e5-476a-92f0-79164b822463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:54:52.702476 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-f65d9cd6-843f-401c-9fd8-1161aec3ef7d req-04f4efb3-fe5c-4b9c-a64d-57eb7ee2e303 service neutron] 10.222.0.16 "GET /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172593 Mar 10 03:54:52.869326 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b134f89-95fe-4e62-86ad-0ba4e3cabdfc None None] New status for floating IP 25cff3f7-dc5c-4489-840d-3150e27ee373: DOWN {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:54:53.258277 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c943-ffdd-4714-bd95-095c9f2cd5b1 req-149fe74e-5d1d-49c3-a0d5-1bb0f141023f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:53.259771 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-21b2c943-ffdd-4714-bd95-095c9f2cd5b1 req-149fe74e-5d1d-49c3-a0d5-1bb0f141023f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0514150 Mar 10 03:54:53.306871 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-21b2c943-ffdd-4714-bd95-095c9f2cd5b1 req-7e8b2253-975c-491e-bcfc-3d9ffd8a610f tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/security-groups?id=a27567cf-7f2e-491f-a509-4e87b4a08fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415595 Mar 10 03:54:53.601766 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:53.812167 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-d1574c29-c568-4a64-b1cd-ecb41488c6d7 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:54:53.813465 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-d1574c29-c568-4a64-b1cd-ecb41488c6d7 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.16 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 946 time: 0.0505195 Mar 10 03:54:53.903078 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Deleting port 22c4e42b-80a7-4846-8389-d1cb19c67400 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:54:53.903429 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:53.992940 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] For port 22c4e42b-80a7-4846-8389-d1cb19c67400, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=22c4e42b-80a7-4846-8389-d1cb19c67400,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:54:53.993304 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:54.005410 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Calling delete_port for 22c4e42b-80a7-4846-8389-d1cb19c67400 owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:54:54.131267 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (22c4e42b-80a7-4846-8389-d1cb19c67400), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:54.160980 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event deleted for resources: {'Port': ['ID=22c4e42b-80a7-4846-8389-d1cb19c67400,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:54.201356 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] No DVR routers for this DVR port 22c4e42b-80a7-4846-8389-d1cb19c67400 on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:54:54.204420 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:54.207674 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-aefcea1e-aeca-4e61-a368-af82ca8ecad6 req-0aabbd06-2ee7-4dea-bfd2-d04d1c880b34 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.16 "DELETE /v2.0/ports/22c4e42b-80a7-4846-8389-d1cb19c67400 HTTP/1.1" status: 204 len: 173 time: 0.3894534 Mar 10 03:54:54.208116 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'name': 'network-vif-deleted', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:54:54.210385 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6644f302-3e94-4ca2-8c43-67bb6f8e30fd" -d '{"events": [{"server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "name": "network-vif-deleted", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:54:54.248539 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd0d20e-df3d-4948-ab05-d2ea80ce67c2 x-openstack-request-id: req-2dd0d20e-df3d-4948-ab05-d2ea80ce67c2 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:54:54.248855 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "595587e2-30c5-43cf-a6dc-9873db7e4514", "name": "network-vif-deleted", "tag": "22c4e42b-80a7-4846-8389-d1cb19c67400", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:54:54.249092 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2dd0d20e-df3d-4948-ab05-d2ea80ce67c2 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:54:54.249516 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '595587e2-30c5-43cf-a6dc-9873db7e4514', 'name': 'network-vif-deleted', 'tag': '22c4e42b-80a7-4846-8389-d1cb19c67400', 'status': 'completed', 'code': 200} Mar 10 03:54:54.400101 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9bd15b3c-c6e8-40f4-abeb-36c23a082ef4 req-d9254356-3b97-4187-a83b-c7af387c51fe tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "GET /v2.0/ports?device_id=595587e2-30c5-43cf-a6dc-9873db7e4514 HTTP/1.1" status: 200 len: 210 time: 0.0267627 Mar 10 03:54:54.913722 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:55.454529 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59274) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:55.512791 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c25018f-441d-427e-8889-6d69f9369285 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group (a27567cf-7f2e-491f-a509-4e87b4a08fd4), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:55.538990 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c25018f-441d-427e-8889-6d69f9369285 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group (a27567cf-7f2e-491f-a509-4e87b4a08fd4), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:55.596889 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c25018f-441d-427e-8889-6d69f9369285 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (a27567cf-7f2e-491f-a509-4e87b4a08fd4), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:55.599329 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-6c25018f-441d-427e-8889-6d69f9369285 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:55.600469 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-6c25018f-441d-427e-8889-6d69f9369285 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] 10.222.0.20 "DELETE /v2.0/security-groups/a27567cf-7f2e-491f-a509-4e87b4a08fd4 HTTP/1.1" status: 204 len: 168 time: 0.1449475 Mar 10 03:54:55.609714 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25018f-441d-427e-8889-6d69f9369285 tempest-TestShelveInstance-311759834 tempest-TestShelveInstance-311759834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27567cf-7f2e-491f-a509-4e87b4a08fd4,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:56.495104 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:56.656506 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59280) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:56.991621 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (a55be62d-5770-4e89-a468-ef712fe05ed0), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:57.498236 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Deleting port 901fb582-0a1c-4297-bf0f-5ed503cfa47a {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:54:57.498571 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:57.572943 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] For port 901fb582-0a1c-4297-bf0f-5ed503cfa47a, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=901fb582-0a1c-4297-bf0f-5ed503cfa47a,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:54:57.573308 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:57.585783 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Calling delete_port for 901fb582-0a1c-4297-bf0f-5ed503cfa47a owned by network:router_interface {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:54:57.758260 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (901fb582-0a1c-4297-bf0f-5ed503cfa47a), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:57.781311 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Pushing event deleted for resources: {'Port': ['ID=901fb582-0a1c-4297-bf0f-5ed503cfa47a,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:57.953452 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (a55be62d-5770-4e89-a468-ef712fe05ed0), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:58.164958 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Router a55be62d-5770-4e89-a468-ef712fe05ed0 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:54:58.269002 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:54:58.273965 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-3ad45d3f-3108-46f9-85e0-20c6ac072595 admin admin] 10.222.0.20 "PUT /v2.0/routers/a55be62d-5770-4e89-a468-ef712fe05ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164520 Mar 10 03:54:58.276705 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59284) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:58.278924 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] Sync routers for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:54:58.289849 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:54:58.290490 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:54:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:58.379713 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks [] for router (a55be62d-5770-4e89-a468-ef712fe05ed0), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:58.397602 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:54:58.486143 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks [] for router_gateway (a55be62d-5770-4e89-a468-ef712fe05ed0), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:58.544052 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Deleting port 458df937-7197-434f-b33c-77cc522b56c1 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:54:58.544419 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (458df937-7197-434f-b33c-77cc522b56c1), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:58.582585 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111'}], 'enable_snat': True}, 'gw_port_id': '458df937-7197-434f-b33c-77cc522b56c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:54:57Z', 'revision_number': 5, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port': {'id': '458df937-7197-434f-b33c-77cc522b56c1', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:54:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:58.608338 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] Checking router: a55be62d-5770-4e89-a468-ef712fe05ed0 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:54:58.616652 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] Routers {'a55be62d-5770-4e89-a468-ef712fe05ed0'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:54:58.617262 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:54:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['a55be62d-5770-4e89-a468-ef712fe05ed0'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:58.620935 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] For port 458df937-7197-434f-b33c-77cc522b56c1, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=458df937-7197-434f-b33c-77cc522b56c1,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:54:58.621309 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (458df937-7197-434f-b33c-77cc522b56c1), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:58.633740 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Calling delete_port for 458df937-7197-434f-b33c-77cc522b56c1 owned by network:router_gateway {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:54:58.704860 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] Set router a55be62d-5770-4e89-a468-ef712fe05ed0 gateway port host: None {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:54:58.758438 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:54:58Z', 'revision_number': 6, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port_host': None}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:58.784586 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53884b8-b1e7-495e-b9d6-6f8197be9e42 None None] The sync data for ids ['a55be62d-5770-4e89-a468-ef712fe05ed0'] in dv-cinder-804735-27-iscsi is: [{'id': 'a55be62d-5770-4e89-a468-ef712fe05ed0', 'name': 'tempest-TestShelveInstance-600773758-router', 'tenant_id': '72de85f3122b4c3c91bce1f99a6770d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:20Z', 'updated_at': '2022-03-10T03:54:58Z', 'revision_number': 6, 'project_id': '72de85f3122b4c3c91bce1f99a6770d3', 'gw_port_host': None}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:54:58.806271 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (458df937-7197-434f-b33c-77cc522b56c1), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:58.835069 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Pushing event deleted for resources: {'Port': ['ID=458df937-7197-434f-b33c-77cc522b56c1,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:58.894981 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (a55be62d-5770-4e89-a468-ef712fe05ed0), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:58.989697 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (a55be62d-5770-4e89-a468-ef712fe05ed0), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:58.991817 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks [] for router_controller (a55be62d-5770-4e89-a468-ef712fe05ed0), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.037319 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (a55be62d-5770-4e89-a468-ef712fe05ed0), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.037695 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a55be62d-5770-4e89-a468-ef712fe05ed0 {{(pid=109718) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:54:59.042187 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.043318 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e0a50e37-2075-47f2-9d4b-40d5ce2ecf33 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a55be62d-5770-4e89-a468-ef712fe05ed0 HTTP/1.1" status: 204 len: 168 time: 0.7656226 Mar 10 03:54:59.045779 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59286) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:59.089203 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b83b6f-3ee5-4a29-9148-75361ee44f9a admin admin] Deleting subnet a670ed97-87e5-476a-92f0-79164b822463 {{(pid=109718) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:54:59.092313 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-65b83b6f-3ee5-4a29-9148-75361ee44f9a admin admin] Publish callbacks [] for subnet (a670ed97-87e5-476a-92f0-79164b822463), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.122155 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 22c4e42b-80a7-4846-8389-d1cb19c67400 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:54:59.127331 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-65b83b6f-3ee5-4a29-9148-75361ee44f9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9157497'] for subnet (a670ed97-87e5-476a-92f0-79164b822463), precommit_delete_associations {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.147966 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 22c4e42b-80a7-4846-8389-d1cb19c67400 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:54:59.148314 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 22c4e42b-80a7-4846-8389-d1cb19c67400 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:54:59.211075 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-65b83b6f-3ee5-4a29-9148-75361ee44f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (a670ed97-87e5-476a-92f0-79164b822463), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.264555 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-65b83b6f-3ee5-4a29-9148-75361ee44f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10302180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9938755'] for subnet (a670ed97-87e5-476a-92f0-79164b822463), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.289656 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b83b6f-3ee5-4a29-9148-75361ee44f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a670ed97-87e5-476a-92f0-79164b822463,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:59.293190 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-65b83b6f-3ee5-4a29-9148-75361ee44f9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.296892 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-65b83b6f-3ee5-4a29-9148-75361ee44f9a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a670ed97-87e5-476a-92f0-79164b822463 HTTP/1.1" status: 204 len: 168 time: 0.2489898 Mar 10 03:54:59.299403 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59288) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:59.300247 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509246b4-18da-4102-8934-6b1f5e97531f None None] Network 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:54:59.366027 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (93bdb89a-f14d-4ea7-a4cb-72e92e790e1a), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.423809 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Deleting port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:54:59.424151 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.484807 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] For port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=771f6b7a-1cc6-41ca-9444-ddab8f4cd65d,segment=NetworkSegment(3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0),segment_id=3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:54:59.485112 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.497594 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Calling delete_port for 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:54:59.586913 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adf8bd8-25ab-4cb7-8757-7c3b8683f51f None None] DHCP port deletion for 93bdb89a-f14d-4ea7-a4cb-72e92e790e1a request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:54:59.587924 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (771f6b7a-1cc6-41ca-9444-ddab8f4cd65d), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.617355 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] No DVR routers for this DVR port 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d on host dv-cinder-804735-27-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:54:59.619420 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Pushing event deleted for resources: {'Port': ['ID=771f6b7a-1cc6-41ca-9444-ddab8f4cd65d,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:54:59.682926 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 901fb582-0a1c-4297-bf0f-5ed503cfa47a no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:54:59.693797 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (93bdb89a-f14d-4ea7-a4cb-72e92e790e1a), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.712257 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 901fb582-0a1c-4297-bf0f-5ed503cfa47a {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:54:59.712610 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 901fb582-0a1c-4297-bf0f-5ed503cfa47a not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:54:59.713036 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 458df937-7197-434f-b33c-77cc522b56c1 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:54:59.718415 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bdb89a-f14d-4ea7-a4cb-72e92e790e1a']}} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:59.727609 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0') {'for_net_delete': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:59.727904 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0') {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:54:59.732521 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 458df937-7197-434f-b33c-77cc522b56c1 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:54:59.732875 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 458df937-7197-434f-b33c-77cc522b56c1 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:54:59.733293 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:54:59.737056 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157490'] for segment (3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.750292 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.753473 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:54:59.753828 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 771f6b7a-1cc6-41ca-9444-ddab8f4cd65d not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:54:59.756449 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:54:59.757155 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10301498'] for segment (3c9be8ea-9ee5-4e73-a9d0-f3bd3b3350a0), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: Traceback (most recent call last): Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: timer() Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: cb(*args, **kw) Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: return func(*args, **kwargs) Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: self._notify() Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: self.callback(batched_events) Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: event.method(event) Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: return f(self, *a, **k) Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._get(url).json() Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: return self.request(url, 'GET', **kwargs) Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:54:59.758939 dv-cinder-804735-27-iscsi neutron-server[109718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:54:59.816297 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (93bdb89a-f14d-4ea7-a4cb-72e92e790e1a), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.821344 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:54:59.824722 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] 10.222.0.20 "DELETE /v2.0/networks/93bdb89a-f14d-4ea7-a4cb-72e92e790e1a HTTP/1.1" status: 204 len: 168 time: 0.5243807 Mar 10 03:54:59.828575 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59290) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:54:59.843726 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b50fd9-9082-4d4b-88bd-be1c40e562db admin admin] Pushing event deleted for resources: {'Network': ['ID=93bdb89a-f14d-4ea7-a4cb-72e92e790e1a,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:55:00.178260 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (daf8b95c-dc7d-4693-8c23-752af75b4b04), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:00.418270 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Deleting port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:55:00.418602 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:00.494673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] For port 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,segment=NetworkSegment(a3a0f5d2-0571-4125-ad24-2f62aa4134ae),segment_id=a3a0f5d2-0571-4125-ad24-2f62aa4134ae)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:55:00.494994 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:00.510751 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Calling delete_port for 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 owned by network:router_interface {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:55:00.686380 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:00.711588 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:55:00.768772 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:00.877533 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (daf8b95c-dc7d-4693-8c23-752af75b4b04), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.090313 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Router daf8b95c-dc7d-4693-8c23-752af75b4b04 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:55:01.195873 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:55:01.200739 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c5877b79-55bc-490f-824c-04eea6da85e1 admin admin] 10.222.0.20 "PUT /v2.0/routers/daf8b95c-dc7d-4693-8c23-752af75b4b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3711464 Mar 10 03:55:01.203991 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59292) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:55:01.205905 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] Sync routers for ids ['daf8b95c-dc7d-4693-8c23-752af75b4b04'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:55:01.216105 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] Routers {'daf8b95c-dc7d-4693-8c23-752af75b4b04'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:55:01.216850 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:54:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['daf8b95c-dc7d-4693-8c23-752af75b4b04'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:55:01.307390 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks [] for router (daf8b95c-dc7d-4693-8c23-752af75b4b04), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.324343 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] Set router daf8b95c-dc7d-4693-8c23-752af75b4b04 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:55:01.411762 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks [] for router_gateway (daf8b95c-dc7d-4693-8c23-752af75b4b04), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.466160 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Deleting port 64bfbb35-7604-48fc-9f48-56001745f100 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:55:01.466601 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (64bfbb35-7604-48fc-9f48-56001745f100), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.507124 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': '64bfbb35-7604-48fc-9f48-56001745f100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:55:00Z', 'revision_number': 5, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port': {'id': '64bfbb35-7604-48fc-9f48-56001745f100', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:41:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:50:26Z', 'updated_at': '2022-03-10T03:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:55:01.534118 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] Checking router: daf8b95c-dc7d-4693-8c23-752af75b4b04 for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:55:01.542467 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] Routers {'daf8b95c-dc7d-4693-8c23-752af75b4b04'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:55:01.543116 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:54:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['daf8b95c-dc7d-4693-8c23-752af75b4b04'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:55:01.546782 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] For port 64bfbb35-7604-48fc-9f48-56001745f100, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=64bfbb35-7604-48fc-9f48-56001745f100,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:55:01.547160 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (64bfbb35-7604-48fc-9f48-56001745f100), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.559661 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Calling delete_port for 64bfbb35-7604-48fc-9f48-56001745f100 owned by network:router_gateway {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:55:01.631970 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] Set router daf8b95c-dc7d-4693-8c23-752af75b4b04 gateway port host: None {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:55:01.684097 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:55:01Z', 'revision_number': 6, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port_host': None}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:55:01.734047 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (64bfbb35-7604-48fc-9f48-56001745f100), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.759192 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=64bfbb35-7604-48fc-9f48-56001745f100,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:55:01.824978 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (daf8b95c-dc7d-4693-8c23-752af75b4b04), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.847860 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24324754-b12c-44ee-be8d-20e4cbc3f401 None None] The sync data for ids ['daf8b95c-dc7d-4693-8c23-752af75b4b04'] in dv-cinder-804735-27-iscsi is: [{'id': 'daf8b95c-dc7d-4693-8c23-752af75b4b04', 'name': 'tempest-TestShelveInstance-358026584-router', 'tenant_id': '2afc80ab60a4420c916358583878b330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:50:25Z', 'updated_at': '2022-03-10T03:55:01Z', 'revision_number': 6, 'project_id': '2afc80ab60a4420c916358583878b330', 'gw_port_host': None}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:55:01.921353 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (daf8b95c-dc7d-4693-8c23-752af75b4b04), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.923420 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks [] for router_controller (daf8b95c-dc7d-4693-8c23-752af75b4b04), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.968992 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (daf8b95c-dc7d-4693-8c23-752af75b4b04), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.969527 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daf8b95c-dc7d-4693-8c23-752af75b4b04 {{(pid=109719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:55:01.973721 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:01.974877 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-52ea68cf-32ca-4012-9858-db3822047ac4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/daf8b95c-dc7d-4693-8c23-752af75b4b04 HTTP/1.1" status: 204 len: 168 time: 0.7699540 Mar 10 03:55:01.977911 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59294) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:55:02.021001 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-58884c6a-d6c4-4f31-ad51-7c12d5caa19e admin admin] Deleting subnet 11ec7e07-24b8-424d-92ff-9db896f926f6 {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:55:02.023928 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-58884c6a-d6c4-4f31-ad51-7c12d5caa19e admin admin] Publish callbacks [] for subnet (11ec7e07-24b8-424d-92ff-9db896f926f6), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.056334 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-58884c6a-d6c4-4f31-ad51-7c12d5caa19e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (11ec7e07-24b8-424d-92ff-9db896f926f6), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.132680 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-58884c6a-d6c4-4f31-ad51-7c12d5caa19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (11ec7e07-24b8-424d-92ff-9db896f926f6), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.183522 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-58884c6a-d6c4-4f31-ad51-7c12d5caa19e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (11ec7e07-24b8-424d-92ff-9db896f926f6), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.207826 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58884c6a-d6c4-4f31-ad51-7c12d5caa19e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ec7e07-24b8-424d-92ff-9db896f926f6,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:55:02.213564 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-58884c6a-d6c4-4f31-ad51-7c12d5caa19e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.219324 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-58884c6a-d6c4-4f31-ad51-7c12d5caa19e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/11ec7e07-24b8-424d-92ff-9db896f926f6 HTTP/1.1" status: 204 len: 168 time: 0.2380712 Mar 10 03:55:02.219561 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59296) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:55:02.223028 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da57cd4-56df-4ae9-9999-50aebfa00ee1 None None] Network 78e01d11-5be2-4ea1-bf16-8561b733359e requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:55:02.290425 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (78e01d11-5be2-4ea1-bf16-8561b733359e), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.348030 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Deleting port bd89ac6d-0d70-4309-98a7-ec09cc7512ef {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:55:02.348372 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.420205 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] For port bd89ac6d-0d70-4309-98a7-ec09cc7512ef, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=bd89ac6d-0d70-4309-98a7-ec09cc7512ef,segment=NetworkSegment(a3a0f5d2-0571-4125-ad24-2f62aa4134ae),segment_id=a3a0f5d2-0571-4125-ad24-2f62aa4134ae)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:55:02.420569 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.433970 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Calling delete_port for bd89ac6d-0d70-4309-98a7-ec09cc7512ef owned by network:dhcp {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:55:02.522341 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (bd89ac6d-0d70-4309-98a7-ec09cc7512ef), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.548450 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd89ac6d-0d70-4309-98a7-ec09cc7512ef,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:55:02.550176 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] No DVR routers for this DVR port bd89ac6d-0d70-4309-98a7-ec09cc7512ef on host dv-cinder-804735-27-iscsi {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:55:02.617855 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999736a-0736-45b1-abcf-7b70696d4dc5 None None] DHCP port deletion for 78e01d11-5be2-4ea1-bf16-8561b733359e request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:55:02.628189 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (78e01d11-5be2-4ea1-bf16-8561b733359e), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.879853 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e01d11-5be2-4ea1-bf16-8561b733359e']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:55:02.892134 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:55:02.892460 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a0f5d2-0571-4125-ad24-2f62aa4134ae') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:55:02.903564 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (a3a0f5d2-0571-4125-ad24-2f62aa4134ae), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.918954 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (a3a0f5d2-0571-4125-ad24-2f62aa4134ae), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.925746 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:55:02.926364 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (a3a0f5d2-0571-4125-ad24-2f62aa4134ae), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:55:02.928160 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:55:02.983562 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (78e01d11-5be2-4ea1-bf16-8561b733359e), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.989697 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:02.992968 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/78e01d11-5be2-4ea1-bf16-8561b733359e HTTP/1.1" status: 204 len: 168 time: 0.7724047 Mar 10 03:55:03.006116 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c95b94-9533-4bb7-b4c0-3d2482846cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e01d11-5be2-4ea1-bf16-8561b733359e,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:55:03.226090 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59300) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:55:03.263900 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7be427f2-10f7-4960-b615-e918a77d38b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72de85f3122b4c3c91bce1f99a6770d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369599 Mar 10 03:55:03.265802 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59302) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:55:03.315244 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b0d5891a-5c65-4be8-a280-ba2c4642c610 admin admin] Publish callbacks [] for security_group (01cf45c5-5e71-40f5-8fad-adf2360d6ed6), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:03.338147 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b0d5891a-5c65-4be8-a280-ba2c4642c610 admin admin] Publish callbacks [] for security_group (01cf45c5-5e71-40f5-8fad-adf2360d6ed6), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:03.385797 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b0d5891a-5c65-4be8-a280-ba2c4642c610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (01cf45c5-5e71-40f5-8fad-adf2360d6ed6), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:03.388586 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-b0d5891a-5c65-4be8-a280-ba2c4642c610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:03.390383 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-b0d5891a-5c65-4be8-a280-ba2c4642c610 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01cf45c5-5e71-40f5-8fad-adf2360d6ed6 HTTP/1.1" status: 204 len: 168 time: 0.1230710 Mar 10 03:55:03.398316 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5891a-5c65-4be8-a280-ba2c4642c610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cf45c5-5e71-40f5-8fad-adf2360d6ed6,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:55:03.654157 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 64bfbb35-7604-48fc-9f48-56001745f100 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:55:03.675207 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 64bfbb35-7604-48fc-9f48-56001745f100 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:55:03.675556 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 64bfbb35-7604-48fc-9f48-56001745f100 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:55:03.675984 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device bd89ac6d-0d70-4309-98a7-ec09cc7512ef no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:55:03.695574 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: bd89ac6d-0d70-4309-98a7-ec09cc7512ef {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:55:03.695755 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device bd89ac6d-0d70-4309-98a7-ec09cc7512ef not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:55:03.696206 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:55:03.698389 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59308) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:55:03.714627 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:55:03.715027 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 7d7f3893-f5c0-4e6c-8b1c-0fc4ae7015f6 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:55:03.740207 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7842a72c-3556-4623-8477-c170a31b47ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2afc80ab60a4420c916358583878b330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405393 Mar 10 03:55:03.742631 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59310) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:55:03.788878 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c92ccb44-6d56-4858-bcbd-b67a4c7120d4 admin admin] Publish callbacks [] for security_group (b0cb3568-f1dd-445f-b277-bbb12f3988f0), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:03.808742 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c92ccb44-6d56-4858-bcbd-b67a4c7120d4 admin admin] Publish callbacks [] for security_group (b0cb3568-f1dd-445f-b277-bbb12f3988f0), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:03.855566 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c92ccb44-6d56-4858-bcbd-b67a4c7120d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (b0cb3568-f1dd-445f-b277-bbb12f3988f0), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:03.858187 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-c92ccb44-6d56-4858-bcbd-b67a4c7120d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:03.859382 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-c92ccb44-6d56-4858-bcbd-b67a4c7120d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0cb3568-f1dd-445f-b277-bbb12f3988f0 HTTP/1.1" status: 204 len: 168 time: 0.1158090 Mar 10 03:55:03.867357 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ccb44-6d56-4858-bcbd-b67a4c7120d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cb3568-f1dd-445f-b277-bbb12f3988f0,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:55:11.456918 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-88a403f8-b2c8-4d0d-b69f-215ea517d921 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447598 Mar 10 03:55:11.532798 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-203a5689-513b-452a-8517-127a6b669159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:55:11.534281 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-203a5689-513b-452a-8517-127a6b669159 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 1130 time: 0.0440793 Mar 10 03:55:11.637386 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-01f552fc-a7e9-4254-a48d-6cf03460f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:55:11.638884 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-01f552fc-a7e9-4254-a48d-6cf03460f322 service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0868175 Mar 10 03:55:11.701940 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-b1f0a844-b60d-4f9b-8e37-c95c45f6a536 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621 HTTP/1.1" status: 200 len: 1002 time: 0.0574191 Mar 10 03:55:11.752035 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-03143ccc-e254-406a-83ed-298a49ba8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:55:11.753361 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-03143ccc-e254-406a-83ed-298a49ba8e43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0432014 Mar 10 03:55:11.803848 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-8f098fda-c013-461d-b92f-17e1c5d4a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:55:11.805322 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-8f098fda-c013-461d-b92f-17e1c5d4a862 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458372 Mar 10 03:55:11.889838 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-ea8f9954-4af1-411b-a6c3-5b3c2cae9ea9 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787170 Mar 10 03:55:11.979257 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-e6af6706-3543-4fed-bb50-0f6f9cffafa8 req-270500e7-1daf-4828-946c-1666bfd65afa service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834579 Mar 10 03:55:19.997275 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c443ee76-a982-4939-adce-533375ad9b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:22.415991 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-de5bea26-b493-458f-8a3f-0d4aa493aeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:23.604845 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:24.917675 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:26.497134 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:27.566584 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:55:30.780584 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:49.999685 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-beabbc6c-97e1-4058-bb55-bab9cae8df70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:52.416416 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e1757bbc-ed70-4edc-bb8e-b72ec652bb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:53.606011 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:54.921764 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:55:56.501313 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:00.790469 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:04.565742 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:56:13.448869 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-119cf6ae-d024-4871-bfbb-2d9f2b6a9d26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434275 Mar 10 03:56:13.548269 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-61ba4f18-e90f-4247-ba69-12a9fb5ce738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:13.549757 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-61ba4f18-e90f-4247-ba69-12a9fb5ce738 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 1130 time: 0.0447795 Mar 10 03:56:13.658149 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-eec07923-1611-42ff-bfbe-95095d52acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:13.659722 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-eec07923-1611-42ff-bfbe-95095d52acc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0866802 Mar 10 03:56:13.722467 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-f3528e6b-2520-4852-90f4-07459ef96495 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621 HTTP/1.1" status: 200 len: 1002 time: 0.0564303 Mar 10 03:56:13.772138 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-7a7dd296-f9cc-45a2-aa95-a8c7e31a68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:13.773585 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-7a7dd296-f9cc-45a2-aa95-a8c7e31a68ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0458417 Mar 10 03:56:13.821362 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-a081b60b-5ba8-481d-a9a9-c623fd3a1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:13.822832 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-a081b60b-5ba8-481d-a9a9-c623fd3a1e09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434368 Mar 10 03:56:13.910567 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-02703b7f-ebc1-4fff-84c6-105bd86b8bac service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818162 Mar 10 03:56:14.000315 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-0754766b-39d7-4a50-b1af-6ab63a434bfb req-6aea5f43-884e-425f-97a6-b635a335a179 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836256 Mar 10 03:56:15.891688 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59336) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:16.198743 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Deleting port 751396c1-8592-4a70-b5c0-1e136c677074 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:16.199010 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (751396c1-8592-4a70-b5c0-1e136c677074), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:16.273854 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (751396c1-8592-4a70-b5c0-1e136c677074), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:16.274430 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (751396c1-8592-4a70-b5c0-1e136c677074), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:16.286594 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Calling delete_port for 751396c1-8592-4a70-b5c0-1e136c677074 owned by network:floatingip {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:16.431397 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (751396c1-8592-4a70-b5c0-1e136c677074), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:16.454006 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event deleted for resources: {'Port': ['ID=751396c1-8592-4a70-b5c0-1e136c677074,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:16.463583 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.463938 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.464284 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.464625 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.464961 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.465848 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.465848 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.466059 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.466233 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.466559 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.466906 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.467230 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.467547 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:16.525491 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (4d574de6-dc87-478f-a6a1-442e5ff48a16), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:16.525823 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.db.l3_db [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Floating IP 4d574de6-dc87-478f-a6a1-442e5ff48a16 disassociated (deleted). External IP: 172.27.1.155, port: 3bf5b874-cb98-43e3-a9ae-47812d031826. Mar 10 03:56:17.005597 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109718) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:56:17.114876 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109718) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:56:17.119633 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:17.124115 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:56:17.133903 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:56:17.134522 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:55:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:17.148670 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-e0ed23a0-6f30-44ea-ba88-ef055787d4ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "DELETE /v2.0/floatingips/4d574de6-dc87-478f-a6a1-442e5ff48a16 HTTP/1.1" status: 204 len: 168 time: 1.2558234 Mar 10 03:56:17.149523 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826'}] {{(pid=109718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:56:17.151785 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2147139fe76c1209a8761692ad3ab23bfb7d78276bb7ea0ea854e0f6d45f08f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959d0aca-d782-4806-830b-d24046c2d85f" -d '{"events": [{"name": "network-changed", "server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826"}]}' {{(pid=109718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:56:17.193643 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef38644-c7c5-4105-83d2-bb7688e684be x-openstack-request-id: req-6ef38644-c7c5-4105-83d2-bb7688e684be {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:56:17.193933 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826", "status": "completed", "code": 200}]} {{(pid=109718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:56:17.194189 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ef38644-c7c5-4105-83d2-bb7688e684be {{(pid=109718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:56:17.194799 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'status': 'completed', 'code': 200} Mar 10 03:56:17.245306 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:56:17.295776 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0aca-d782-4806-830b-d24046c2d85f req-75f9c072-32ae-49e7-87a8-5ad1e86406a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:17.297626 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-959d0aca-d782-4806-830b-d24046c2d85f req-75f9c072-32ae-49e7-87a8-5ad1e86406a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 1129 time: 0.0632508 Mar 10 03:56:17.380869 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8674cda-2384-452d-8e70-2eb1a59662c8 req-b1fe2cbe-03e4-447d-8a33-a84d204fcd23 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:17.382496 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d8674cda-2384-452d-8e70-2eb1a59662c8 req-b1fe2cbe-03e4-447d-8a33-a84d204fcd23 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 945 time: 0.0570433 Mar 10 03:56:17.427797 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0aca-d782-4806-830b-d24046c2d85f req-52b53249-2bf0-4a02-a465-1c65d98e4e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:17.429482 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-959d0aca-d782-4806-830b-d24046c2d85f req-52b53249-2bf0-4a02-a465-1c65d98e4e7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.1001461 Mar 10 03:56:17.433470 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-d8674cda-2384-452d-8e70-2eb1a59662c8 req-d9acd387-8bcc-4132-bdd7-623c075006f8 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454042 Mar 10 03:56:17.471847 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-959d0aca-d782-4806-830b-d24046c2d85f req-79df2585-9db8-4a46-8685-c98e9d80c9f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bf5b874-cb98-43e3-a9ae-47812d031826 HTTP/1.1" status: 200 len: 217 time: 0.0354664 Mar 10 03:56:17.484066 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:45Z', 'revision_number': 1, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:17.510726 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:56:17.518970 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0aca-d782-4806-830b-d24046c2d85f req-a87c48a3-c18f-414a-8de8-11261603ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:17.520428 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-959d0aca-d782-4806-830b-d24046c2d85f req-a87c48a3-c18f-414a-8de8-11261603ac61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0431099 Mar 10 03:56:17.522399 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:56:17.523046 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:55:52Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:17.572390 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d0aca-d782-4806-830b-d24046c2d85f req-b9addb19-9851-4c71-b263-e62a7c248cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:17.573791 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-959d0aca-d782-4806-830b-d24046c2d85f req-b9addb19-9851-4c71-b263-e62a7c248cbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473385 Mar 10 03:56:17.630631 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:56:17.660747 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-959d0aca-d782-4806-830b-d24046c2d85f req-cf5c542f-b160-4ab3-a990-60e67a7c590a service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799284 Mar 10 03:56:17.752992 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-959d0aca-d782-4806-830b-d24046c2d85f req-018e074b-75b8-4fef-9765-404b9cb00fd4 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856123 Mar 10 03:56:17.941931 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:45Z', 'revision_number': 1, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:17.967248 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8875ae-62c4-4ab6-9b2b-224ce8d1e6db None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_floatingips': [{'id': '6c0e72c4-afe1-4393-8bdc-9fdf52bb185b', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'router_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'port_id': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'mac_address': 'fa:16:3e:25:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-10T03:52:43Z', 'updated_at': '2022-03-10T03:52:45Z', 'revision_number': 1, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:56:18.187518 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f0bce1-52b8-4a10-a138-0eccc6eba24e None None] New status for floating IP 4d574de6-dc87-478f-a6a1-442e5ff48a16: DOWN {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:56:18.558098 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d0bb2-1179-4573-88e1-ff060c9a92cf req-2891b329-833b-4552-8d0a-8b18bd171143 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:18.559600 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a07d0bb2-1179-4573-88e1-ff060c9a92cf req-2891b329-833b-4552-8d0a-8b18bd171143 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 945 time: 0.0538650 Mar 10 03:56:18.611008 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-a07d0bb2-1179-4573-88e1-ff060c9a92cf req-a8594115-fd3b-4e04-8654-8c5098820d70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450187 Mar 10 03:56:19.046160 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-3d4663d0-aa1d-42a6-9fe6-3746f49403f0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:19.047606 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-3d4663d0-aa1d-42a6-9fe6-3746f49403f0 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 945 time: 0.0511963 Mar 10 03:56:19.137411 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Deleting port 3bf5b874-cb98-43e3-a9ae-47812d031826 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:19.137747 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:19.222971 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] For port 3bf5b874-cb98-43e3-a9ae-47812d031826, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3bf5b874-cb98-43e3-a9ae-47812d031826,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:19.223337 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:19.235340 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Calling delete_port for 3bf5b874-cb98-43e3-a9ae-47812d031826 owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:19.359027 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (3bf5b874-cb98-43e3-a9ae-47812d031826), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:19.387093 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event deleted for resources: {'Port': ['ID=3bf5b874-cb98-43e3-a9ae-47812d031826,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:19.400178 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.400178 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.400178 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.400541 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.400859 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.401190 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.401526 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.401859 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.402187 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.402516 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.402875 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.403263 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.403673 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:19.442009 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] No DVR routers for this DVR port 3bf5b874-cb98-43e3-a9ae-47812d031826 on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:56:19.444497 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:19.447913 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-276f66b6-de5a-44cc-a994-0b82ad42c491 req-4c8d6a8b-797c-4e87-b3bb-792e1a05ed70 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "DELETE /v2.0/ports/3bf5b874-cb98-43e3-a9ae-47812d031826 HTTP/1.1" status: 204 len: 173 time: 0.3953466 Mar 10 03:56:19.448357 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'name': 'network-vif-deleted', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:56:19.450659 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58025cd4-71fa-4a77-a499-5ae1000b716a" -d '{"events": [{"server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "name": "network-vif-deleted", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:56:19.491761 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9fad32-f3b4-4de3-a3de-4604dae0f7bf x-openstack-request-id: req-6c9fad32-f3b4-4de3-a3de-4604dae0f7bf {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:56:19.492060 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f1444d-951c-48da-a11e-aec1ed7bdaaa", "name": "network-vif-deleted", "tag": "3bf5b874-cb98-43e3-a9ae-47812d031826", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:56:19.492315 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c9fad32-f3b4-4de3-a3de-4604dae0f7bf {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:56:19.492720 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f1444d-951c-48da-a11e-aec1ed7bdaaa', 'name': 'network-vif-deleted', 'tag': '3bf5b874-cb98-43e3-a9ae-47812d031826', 'status': 'completed', 'code': 200} Mar 10 03:56:19.704062 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-7a85c36b-ddaf-4c49-9935-ba7a73b27a3e req-cb6a0bca-307a-444d-a1d7-7e4721ff85cd tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=52f1444d-951c-48da-a11e-aec1ed7bdaaa HTTP/1.1" status: 200 len: 210 time: 0.0256360 Mar 10 03:56:20.002389 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ad56168d-aed2-4c12-944c-70118f740bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:22.418016 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e1379d30-474b-4488-a564-603c123c9849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:22.982532 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59376) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:23.135125 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Deleting port 38bf085d-0a01-460e-ba65-f33cbcc74505 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:23.135465 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (38bf085d-0a01-460e-ba65-f33cbcc74505), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:23.209265 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (38bf085d-0a01-460e-ba65-f33cbcc74505), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:23.209592 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (38bf085d-0a01-460e-ba65-f33cbcc74505), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:23.221193 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Calling delete_port for 38bf085d-0a01-460e-ba65-f33cbcc74505 owned by network:floatingip {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:23.385987 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (38bf085d-0a01-460e-ba65-f33cbcc74505), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:23.414312 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event deleted for resources: {'Port': ['ID=38bf085d-0a01-460e-ba65-f33cbcc74505,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:23.420734 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3bf5b874-cb98-43e3-a9ae-47812d031826 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:56:23.441675 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 3bf5b874-cb98-43e3-a9ae-47812d031826 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:56:23.441904 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 3bf5b874-cb98-43e3-a9ae-47812d031826 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:56:23.474194 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (6c0e72c4-afe1-4393-8bdc-9fdf52bb185b), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:23.474444 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.db.l3_db [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Floating IP 6c0e72c4-afe1-4393-8bdc-9fdf52bb185b disassociated (deleted). External IP: 172.27.1.102, port: 2e04bdfe-1403-4c3c-8c3c-cedd1e510621. Mar 10 03:56:23.610056 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:23.684342 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:56:23.790636 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:56:23.794923 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:23.802408 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:56:23.811838 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:56:23.812447 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:56:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:23.823716 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-72f4ab15-a8a0-4ce6-89f8-c6bafba264af tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "DELETE /v2.0/floatingips/6c0e72c4-afe1-4393-8bdc-9fdf52bb185b HTTP/1.1" status: 204 len: 168 time: 0.8400927 Mar 10 03:56:23.824316 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:56:23.826550 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f7bffd-1235-4425-b004-8d5b94085572" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:56:23.864407 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Mar 2022 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b5b524-ea47-4d38-a41e-3f8a2373c193 x-openstack-request-id: req-27b5b524-ea47-4d38-a41e-3f8a2373c193 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:56:23.864701 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:56:23.864958 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27b5b524-ea47-4d38-a41e-3f8a2373c193 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:56:23.865369 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'status': 'completed', 'code': 200} Mar 10 03:56:23.925052 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:56:23.967965 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7bffd-1235-4425-b004-8d5b94085572 req-ab674b24-829d-4947-b13f-e59d60525eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:23.969511 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-19f7bffd-1235-4425-b004-8d5b94085572 req-ab674b24-829d-4947-b13f-e59d60525eaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 1130 time: 0.0606277 Mar 10 03:56:24.061662 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0207f9-6260-402f-acb0-165e53b8cbd5 req-ff9edfb2-4439-4659-ba4b-3b7b54860212 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:24.063255 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e0207f9-6260-402f-acb0-165e53b8cbd5 req-ff9edfb2-4439-4659-ba4b-3b7b54860212 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 946 time: 0.0546191 Mar 10 03:56:24.109318 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7bffd-1235-4425-b004-8d5b94085572 req-78e77208-58e5-417a-803d-002b377acfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:24.110873 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-19f7bffd-1235-4425-b004-8d5b94085572 req-78e77208-58e5-417a-803d-002b377acfa1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 200 len: 912 time: 0.0923934 Mar 10 03:56:24.116516 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-4e0207f9-6260-402f-acb0-165e53b8cbd5 req-dd567e4a-1273-40c8-bc97-a538b6d0f4db tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457230 Mar 10 03:56:24.139277 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:24.158080 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-19f7bffd-1235-4425-b004-8d5b94085572 req-ec92231f-12aa-4808-a619-053341f7a36e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621 HTTP/1.1" status: 200 len: 217 time: 0.0407619 Mar 10 03:56:24.167339 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:56:24.175976 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:56:24.176587 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:56:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:24.208822 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7bffd-1235-4425-b004-8d5b94085572 req-ed52610d-c453-4dcc-a243-2f50e179537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:24.210288 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-19f7bffd-1235-4425-b004-8d5b94085572 req-ed52610d-c453-4dcc-a243-2f50e179537a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 200 len: 850 time: 0.0464294 Mar 10 03:56:24.260839 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7bffd-1235-4425-b004-8d5b94085572 req-6e4d9b57-ee39-4c06-8cbf-cc5a7f611fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:24.262350 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-19f7bffd-1235-4425-b004-8d5b94085572 req-6e4d9b57-ee39-4c06-8cbf-cc5a7f611fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452580 Mar 10 03:56:24.287008 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:56:24.352056 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-19f7bffd-1235-4425-b004-8d5b94085572 req-1709dbe1-365b-4ad4-ae80-ad7bf418ffb8 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826542 Mar 10 03:56:24.448863 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-19f7bffd-1235-4425-b004-8d5b94085572 req-3bc7ef0c-c9a6-4002-b625-9e23c30baae5 service neutron] 10.222.0.16 "GET /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910513 Mar 10 03:56:24.489618 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:24.516627 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7c630-5145-4520-ab75-8db1e26fe726 None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:39Z', 'revision_number': 4, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi', '_interfaces': [{'id': '519dd0dd-8b02-4f05-80be-29aacf6671f2', 'name': '', 'network_id': '291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'mac_address': 'fa:16:3e:aa:a3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:38Z', 'updated_at': '2022-03-10T03:49:43Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'subnets': [{'id': 'ec29d3f7-faeb-490a-b1f2-33abbec90975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:56:24.727321 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa73b3-8422-4739-b66e-9360e25e00c3 None None] New status for floating IP 6c0e72c4-afe1-4393-8bdc-9fdf52bb185b: DOWN {{(pid=109720) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 10 03:56:24.924901 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:25.234789 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea088c0-3790-472f-97b1-2a7e05bb3822 req-e557ebb4-7d14-497a-838c-36f219eb6526 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109718) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:25.236247 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bea088c0-3790-472f-97b1-2a7e05bb3822 req-e557ebb4-7d14-497a-838c-36f219eb6526 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 946 time: 0.0512619 Mar 10 03:56:25.286920 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-bea088c0-3790-472f-97b1-2a7e05bb3822 req-0388ffa0-cea0-4687-95aa-3d3be221a856 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc23ab55-c22b-4408-a4c6-76ce28fa48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450859 Mar 10 03:56:25.640526 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-e7a9820f-69b1-4267-a57b-283b8c9352ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 10 03:56:25.641952 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-e7a9820f-69b1-4267-a57b-283b8c9352ca tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 946 time: 0.0511100 Mar 10 03:56:25.733978 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Deleting port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:25.734313 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:25.821509 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] For port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:25.821794 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:25.833941 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Calling delete_port for 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 owned by compute:nova {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:26.171798 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (2e04bdfe-1403-4c3c-8c3c-cedd1e510621), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:26.199464 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event deleted for resources: {'Port': ['ID=2e04bdfe-1403-4c3c-8c3c-cedd1e510621,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:26.245840 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] No DVR routers for this DVR port 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 on host hv-cinder-80473 {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:56:26.248473 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for port (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:26.251903 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [req-847d9b53-f204-4cac-ae4c-23e8baceb60f req-248596b7-a6ac-474d-bf97-ac70de6471d9 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.16 "DELETE /v2.0/ports/2e04bdfe-1403-4c3c-8c3c-cedd1e510621 HTTP/1.1" status: 204 len: 173 time: 0.6046028 Mar 10 03:56:26.252415 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'name': 'network-vif-deleted', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621'}] {{(pid=109719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 10 03:56:26.254632 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0133a1e98e1d1cf679b11d823d34c2875ad9eb86e5a53f06544546fe2534b4e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c04d608-de77-4b4e-a26d-f2c433966f98" -d '{"events": [{"server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "name": "network-vif-deleted", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621"}]}' {{(pid=109719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 10 03:56:26.293129 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Mar 2022 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40792c4f-63cb-4cab-8a58-726c17028884 x-openstack-request-id: req-40792c4f-63cb-4cab-8a58-726c17028884 {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 10 03:56:26.293420 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb2ea17-dada-4e67-93aa-c7291dde74ec", "name": "network-vif-deleted", "tag": "2e04bdfe-1403-4c3c-8c3c-cedd1e510621", "status": "completed", "code": 200}]} {{(pid=109719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 10 03:56:26.293675 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40792c4f-63cb-4cab-8a58-726c17028884 {{(pid=109719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 10 03:56:26.294075 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb2ea17-dada-4e67-93aa-c7291dde74ec', 'name': 'network-vif-deleted', 'tag': '2e04bdfe-1403-4c3c-8c3c-cedd1e510621', 'status': 'completed', 'code': 200} Mar 10 03:56:26.382231 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [req-9c3ea16c-d652-4f9c-8ef0-f913e898253b req-95a2cff8-0e00-4522-81ee-a92a4bd1a2be tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fb2ea17-dada-4e67-93aa-c7291dde74ec HTTP/1.1" status: 200 len: 210 time: 0.0267248 Mar 10 03:56:26.505387 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:27.438272 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59392) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:27.560131 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Deleting port 2a328f19-e434-462c-9d64-676ceb12d522 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:27.560476 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (2a328f19-e434-462c-9d64-676ceb12d522), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:27.633189 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (2a328f19-e434-462c-9d64-676ceb12d522), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:27.633528 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (2a328f19-e434-462c-9d64-676ceb12d522), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:27.645833 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Calling delete_port for 2a328f19-e434-462c-9d64-676ceb12d522 owned by network:floatingip {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:27.776087 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (2a328f19-e434-462c-9d64-676ceb12d522), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:27.801649 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event deleted for resources: {'Port': ['ID=2a328f19-e434-462c-9d64-676ceb12d522,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:27.860963 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for floatingip (f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:27.864004 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110159'] for floatingip (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:27.865149 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-8d76f623-bc2a-4da2-8b6d-9da35b44d347 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "DELETE /v2.0/floatingips/f6b5e65e-796c-4a25-a4b8-9eaade2f7ae4 HTTP/1.1" status: 204 len: 168 time: 0.4258485 Mar 10 03:56:29.056354 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59404) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:29.111357 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1e39885e-0c05-41c1-af7d-4b0652badf24 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group (dc23ab55-c22b-4408-a4c6-76ce28fa48b0), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:29.136409 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1e39885e-0c05-41c1-af7d-4b0652badf24 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group (dc23ab55-c22b-4408-a4c6-76ce28fa48b0), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:29.194913 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1e39885e-0c05-41c1-af7d-4b0652badf24 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (dc23ab55-c22b-4408-a4c6-76ce28fa48b0), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:29.197460 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-1e39885e-0c05-41c1-af7d-4b0652badf24 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Publish callbacks [] for security_group (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:29.198609 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-1e39885e-0c05-41c1-af7d-4b0652badf24 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc23ab55-c22b-4408-a4c6-76ce28fa48b0 HTTP/1.1" status: 204 len: 168 time: 0.1412718 Mar 10 03:56:29.208143 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39885e-0c05-41c1-af7d-4b0652badf24 tempest-TestVolumeBootPattern-73290008 tempest-TestVolumeBootPattern-73290008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc23ab55-c22b-4408-a4c6-76ce28fa48b0,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:29.253244 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59408) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:29.451015 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:56:29.470091 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] No Port match for: 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:56:29.470435 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Device 2e04bdfe-1403-4c3c-8c3c-cedd1e510621 not bound to the agent host hv-cinder-80473 {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:56:29.688697 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (0ef9e71c-7c5e-4845-b425-9718b11f7e50), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:29.933644 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Deleting port 519dd0dd-8b02-4f05-80be-29aacf6671f2 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:29.933898 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:30.012039 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] For port 519dd0dd-8b02-4f05-80be-29aacf6671f2, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=519dd0dd-8b02-4f05-80be-29aacf6671f2,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:30.012400 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:30.025124 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Calling delete_port for 519dd0dd-8b02-4f05-80be-29aacf6671f2 owned by network:router_interface {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:30.206485 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (519dd0dd-8b02-4f05-80be-29aacf6671f2), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:30.232203 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=519dd0dd-8b02-4f05-80be-29aacf6671f2,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:30.401642 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (0ef9e71c-7c5e-4845-b425-9718b11f7e50), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:30.615674 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:56:30.721629 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:56:30.726439 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-bb5a99d8-6c1e-4141-b923-aad079432e8b admin admin] 10.222.0.20 "PUT /v2.0/routers/0ef9e71c-7c5e-4845-b425-9718b11f7e50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4721537 Mar 10 03:56:30.729000 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59412) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:30.732151 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] Sync routers for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:56:30.742855 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:56:30.743462 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:56:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:30.790935 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:30.834191 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks [] for router (0ef9e71c-7c5e-4845-b425-9718b11f7e50), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:30.859767 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:56:31.042501 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:56:30Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:31.073073 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] Checking router: 0ef9e71c-7c5e-4845-b425-9718b11f7e50 for host: dv-cinder-804735-27-iscsi {{(pid=109721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:56:31.081347 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] Routers {'0ef9e71c-7c5e-4845-b425-9718b11f7e50'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:56:31.081954 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:56:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'], 'active': True} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:31.156242 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks [] for router_gateway (0ef9e71c-7c5e-4845-b425-9718b11f7e50), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.187668 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_dvr_db [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] Set router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 gateway port host: dv-cinder-804735-27-iscsi {{(pid=109721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:56:31.207974 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Deleting port 42106953-91a5-46f0-a35d-1efeaf0ff2ca {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:31.208547 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.286090 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] For port 42106953-91a5-46f0-a35d-1efeaf0ff2ca, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=42106953-91a5-46f0-a35d-1efeaf0ff2ca,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:31.286465 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.301566 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Calling delete_port for 42106953-91a5-46f0-a35d-1efeaf0ff2ca owned by network:router_gateway {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:31.446608 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.l3_hamode_db [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:56:30Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:31.473997 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (42106953-91a5-46f0-a35d-1efeaf0ff2ca), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.476529 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3f366-bd41-40fa-a5a3-8b3a02a45f65 None None] The sync data for ids ['0ef9e71c-7c5e-4845-b425-9718b11f7e50'] in dv-cinder-804735-27-iscsi is: [{'id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'name': 'tempest-TestVolumeBootPattern-798802071-router', 'tenant_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:56:30Z', 'revision_number': 5, 'project_id': 'd0d1e7ac99014dc7a775a586615a41fb', 'gw_port': {'id': '42106953-91a5-46f0-a35d-1efeaf0ff2ca', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef9e71c-7c5e-4845-b425-9718b11f7e50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:36Z', 'updated_at': '2022-03-10T03:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:56:31.499341 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Pushing event deleted for resources: {'Port': ['ID=42106953-91a5-46f0-a35d-1efeaf0ff2ca,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:31.559313 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (0ef9e71c-7c5e-4845-b425-9718b11f7e50), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.649397 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (0ef9e71c-7c5e-4845-b425-9718b11f7e50), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.651525 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks [] for router_controller (0ef9e71c-7c5e-4845-b425-9718b11f7e50), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.696988 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (0ef9e71c-7c5e-4845-b425-9718b11f7e50), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.697533 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef9e71c-7c5e-4845-b425-9718b11f7e50 {{(pid=109719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:56:31.701798 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.702965 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-e36ab083-cd47-46f9-8a34-873447756370 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0ef9e71c-7c5e-4845-b425-9718b11f7e50 HTTP/1.1" status: 204 len: 168 time: 0.9730439 Mar 10 03:56:31.706080 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59414) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:31.748832 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d45f5e2-917d-4516-8cfd-8eb768f83aa6 admin admin] Deleting subnet ec29d3f7-faeb-490a-b1f2-33abbec90975 {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:56:31.751979 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d45f5e2-917d-4516-8cfd-8eb768f83aa6 admin admin] Publish callbacks [] for subnet (ec29d3f7-faeb-490a-b1f2-33abbec90975), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.786202 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d45f5e2-917d-4516-8cfd-8eb768f83aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (ec29d3f7-faeb-490a-b1f2-33abbec90975), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.872823 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d45f5e2-917d-4516-8cfd-8eb768f83aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (ec29d3f7-faeb-490a-b1f2-33abbec90975), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.926008 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 519dd0dd-8b02-4f05-80be-29aacf6671f2 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:56:31.936427 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d45f5e2-917d-4516-8cfd-8eb768f83aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (ec29d3f7-faeb-490a-b1f2-33abbec90975), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.948504 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 519dd0dd-8b02-4f05-80be-29aacf6671f2 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:56:31.948854 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 519dd0dd-8b02-4f05-80be-29aacf6671f2 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:56:31.964917 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45f5e2-917d-4516-8cfd-8eb768f83aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec29d3f7-faeb-490a-b1f2-33abbec90975,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:31.968467 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-7d45f5e2-917d-4516-8cfd-8eb768f83aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:31.974435 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-7d45f5e2-917d-4516-8cfd-8eb768f83aa6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec29d3f7-faeb-490a-b1f2-33abbec90975 HTTP/1.1" status: 204 len: 168 time: 0.2648385 Mar 10 03:56:31.974755 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59416) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:31.980769 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4979529a-1461-4414-b71d-53442bf0a877 None None] Network 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:56:32.047802 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.109704 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Deleting port dda5efc1-b691-49ed-954e-f1a2644b82e8 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:32.110072 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.154919 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] DHCP port deletion for 291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:56:32.197366 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] For port dda5efc1-b691-49ed-954e-f1a2644b82e8, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=dda5efc1-b691-49ed-954e-f1a2644b82e8,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:32.197366 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.210792 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Calling delete_port for dda5efc1-b691-49ed-954e-f1a2644b82e8 owned by network:dhcp {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:32.214254 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Deleting port dda5efc1-b691-49ed-954e-f1a2644b82e8 {{(pid=109720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:32.214637 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), before_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.276199 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.db [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] For port dda5efc1-b691-49ed-954e-f1a2644b82e8, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=dda5efc1-b691-49ed-954e-f1a2644b82e8,segment=NetworkSegment(9674876d-2d53-432f-a3be-413decdad5ce),segment_id=9674876d-2d53-432f-a3be-413decdad5ce)] {{(pid=109720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:32.276602 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), precommit_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.288915 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Calling delete_port for dda5efc1-b691-49ed-954e-f1a2644b82e8 owned by network:dhcp {{(pid=109720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:32.294255 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.323333 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] No DVR routers for this DVR port dda5efc1-b691-49ed-954e-f1a2644b82e8 on host dv-cinder-804735-27-iscsi {{(pid=109719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:56:32.325267 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda5efc1-b691-49ed-954e-f1a2644b82e8,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:32.367864 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672'] for port (dda5efc1-b691-49ed-954e-f1a2644b82e8), after_delete {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.396730 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.396964 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] No DVR routers for this DVR port dda5efc1-b691-49ed-954e-f1a2644b82e8 on host dv-cinder-804735-27-iscsi {{(pid=109720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:56:32.401590 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Pushing event deleted for resources: {'Port': ['ID=dda5efc1-b691-49ed-954e-f1a2644b82e8,revision_number=None']} {{(pid=109720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:32.409493 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.409892 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.410243 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.410586 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.410987 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.411324 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.411655 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.412007 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.412380 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.412616 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.412943 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.413251 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.413661 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9761c8a-d6a3-43a2-a1d1-a64e588d5067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-27-iscsi {{(pid=109720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 10 03:56:32.422150 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8']}} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:32.432157 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9674876d-2d53-432f-a3be-413decdad5ce') {'for_net_delete': True} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:32.432450 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.services.segments.db [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9674876d-2d53-432f-a3be-413decdad5ce') {} {{(pid=109719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:32.441546 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5855810'] for segment (9674876d-2d53-432f-a3be-413decdad5ce), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.455073 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (9674876d-2d53-432f-a3be-413decdad5ce), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.462596 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:56:32.463080 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3290023'] for segment (9674876d-2d53-432f-a3be-413decdad5ce), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: Traceback (most recent call last): Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: timer() Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: cb(*args, **kw) Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: return func(*args, **kwargs) Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: self._notify() Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: self.callback(batched_events) Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: event.method(event) Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: return f(self, *a, **k) Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._get(url).json() Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: return self.request(url, 'GET', **kwargs) Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:56:32.464720 dv-cinder-804735-27-iscsi neutron-server[109719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:56:32.528060 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.533048 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:32.538322 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] 10.222.0.20 "DELETE /v2.0/networks/291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8 HTTP/1.1" status: 204 len: 168 time: 0.5614107 Mar 10 03:56:32.540634 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59418) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:32.555857 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b973a85-3acf-4655-9549-c31056b07523 admin admin] Pushing event deleted for resources: {'Network': ['ID=291d28c0-dccb-4647-9ff2-4bbe0d5c1ae8,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:32.901053 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-580856'] for router_interface (dda946d8-77f7-420f-ae0d-70c102e934cc), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:33.146923 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Deleting port bdefb693-2014-45f2-84e4-83429c2926d4 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:33.147259 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:33.222327 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] For port bdefb693-2014-45f2-84e4-83429c2926d4, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=bdefb693-2014-45f2-84e4-83429c2926d4,segment=NetworkSegment(acad0784-8916-484f-a621-752d85e83cfe),segment_id=acad0784-8916-484f-a621-752d85e83cfe)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:33.223029 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:33.235060 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Calling delete_port for bdefb693-2014-45f2-84e4-83429c2926d4 owned by network:router_interface {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:33.409782 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (bdefb693-2014-45f2-84e4-83429c2926d4), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:33.438405 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdefb693-2014-45f2-84e4-83429c2926d4,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:33.607449 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-581480'] for router_interface (dda946d8-77f7-420f-ae0d-70c102e934cc), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:33.793823 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device dda5efc1-b691-49ed-954e-f1a2644b82e8 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:56:33.818273 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: dda5efc1-b691-49ed-954e-f1a2644b82e8 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:56:33.818949 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device dda5efc1-b691-49ed-954e-f1a2644b82e8 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:56:33.819344 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 42106953-91a5-46f0-a35d-1efeaf0ff2ca no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:56:33.832868 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Router dda946d8-77f7-420f-ae0d-70c102e934cc has already been hosted by L3 agent a1f7a7e2-8dfc-4f91-891d-2384c1cc230b {{(pid=109719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 10 03:56:33.840470 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 42106953-91a5-46f0-a35d-1efeaf0ff2ca {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:56:33.840814 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 42106953-91a5-46f0-a35d-1efeaf0ff2ca not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:56:33.944699 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] Notify agent at l3_agent.dv-cinder-804735-27-iscsi the message routers_updated {{(pid=109719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 10 03:56:33.949653 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-148575e5-1f84-45ba-95d6-d92b98de8871 admin admin] 10.222.0.20 "PUT /v2.0/routers/dda946d8-77f7-420f-ae0d-70c102e934cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4079630 Mar 10 03:56:33.952086 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59420) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:33.956501 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] Sync routers for ids ['dda946d8-77f7-420f-ae0d-70c102e934cc'] in dv-cinder-804735-27-iscsi {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 10 03:56:33.965713 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] Routers {'dda946d8-77f7-420f-ae0d-70c102e934cc'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:56:33.966395 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:56:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['dda946d8-77f7-420f-ae0d-70c102e934cc'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:34.077729 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] Set router dda946d8-77f7-420f-ae0d-70c102e934cc gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:56:34.273510 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:56:33Z', 'revision_number': 5, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:34.278735 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks [] for router (dda946d8-77f7-420f-ae0d-70c102e934cc), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.301136 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] Checking router: dda946d8-77f7-420f-ae0d-70c102e934cc for host: dv-cinder-804735-27-iscsi {{(pid=109720) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 10 03:56:34.309510 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] Routers {'dda946d8-77f7-420f-ae0d-70c102e934cc'} bound to L3 agent in host dv-cinder-804735-27-iscsi {{(pid=109720) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 10 03:56:34.310122 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-10T03:33:52Z,description=,heartbeat_timestamp=2022-03-10T03:56:22Z,host='dv-cinder-804735-27-iscsi',id=a1f7a7e2-8dfc-4f91-891d-2384c1cc230b,load=0,resource_versions=,resources_synced=,started_at=2022-03-10T03:33:52Z,topic='l3_agent')) {'router_ids': ['dda946d8-77f7-420f-ae0d-70c102e934cc'], 'active': True} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:34.380864 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks [] for router_gateway (dda946d8-77f7-420f-ae0d-70c102e934cc), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.427463 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_dvr_db [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] Set router dda946d8-77f7-420f-ae0d-70c102e934cc gateway port host: dv-cinder-804735-27-iscsi {{(pid=109720) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 10 03:56:34.435873 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Deleting port 662b4079-fdbd-40fd-bd9a-a81da5ee7511 {{(pid=109719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:34.436220 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.521923 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.db [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] For port 662b4079-fdbd-40fd-bd9a-a81da5ee7511, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=662b4079-fdbd-40fd-bd9a-a81da5ee7511,segment=NetworkSegment(869be86d-4c7f-4252-8868-22afecf564dd),segment_id=869be86d-4c7f-4252-8868-22afecf564dd)] {{(pid=109719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:34.521923 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.536376 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.plugins.ml2.plugin [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Calling delete_port for 662b4079-fdbd-40fd-bd9a-a81da5ee7511 owned by network:router_gateway {{(pid=109719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:34.607140 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.db.l3_hamode_db [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:56:33Z', 'revision_number': 5, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}], 'dv-cinder-804735-27-iscsi', False) {} {{(pid=109720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:34.633983 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7644a0ec-7fd3-415e-8e3c-7560f8bfbf97 None None] The sync data for ids ['dda946d8-77f7-420f-ae0d-70c102e934cc'] in dv-cinder-804735-27-iscsi is: [{'id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'name': 'tempest-TestVolumeBootPattern-601757414-router', 'tenant_id': 'b7f2ed8946c548eca508c35b138b1240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'external_fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123'}], 'enable_snat': True}, 'gw_port_id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-10T03:49:41Z', 'updated_at': '2022-03-10T03:56:33Z', 'revision_number': 5, 'project_id': 'b7f2ed8946c548eca508c35b138b1240', 'gw_port': {'id': '662b4079-fdbd-40fd-bd9a-a81da5ee7511', 'name': '', 'network_id': 'b8b29516-8555-45be-847e-d2c83a83004e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda946d8-77f7-420f-ae0d-70c102e934cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'ip_address': '172.27.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-10T03:49:42Z', 'updated_at': '2022-03-10T03:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fbeb2f70-44cd-46b0-8e8b-8fd05bbdc6f9', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-27-iscsi'}] {{(pid=109720) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 10 03:56:34.707603 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3289430'] for port (662b4079-fdbd-40fd-bd9a-a81da5ee7511), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.734543 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=662b4079-fdbd-40fd-bd9a-a81da5ee7511,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:34.793481 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-576194'] for router_gateway (dda946d8-77f7-420f-ae0d-70c102e934cc), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.881654 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578637', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12272'] for router (dda946d8-77f7-420f-ae0d-70c102e934cc), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.883743 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks [] for router_controller (dda946d8-77f7-420f-ae0d-70c102e934cc), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.930320 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578646'] for router (dda946d8-77f7-420f-ae0d-70c102e934cc), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.930792 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dda946d8-77f7-420f-ae0d-70c102e934cc {{(pid=109719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 10 03:56:34.934930 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:34.936098 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-a52edeca-e5fd-462c-8883-c12e14053ff5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dda946d8-77f7-420f-ae0d-70c102e934cc HTTP/1.1" status: 204 len: 168 time: 0.9829390 Mar 10 03:56:34.938630 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [-] (109719) accepted ('10.222.0.20', 59422) {{(pid=109719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:34.982188 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c6dc9e-ece1-47ad-a9e4-04828395ef6b admin admin] Deleting subnet 3388e166-1b0e-4d6a-b059-780c8789a92a {{(pid=109719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 10 03:56:34.985454 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-42c6dc9e-ece1-47ad-a9e4-04828395ef6b admin admin] Publish callbacks [] for subnet (3388e166-1b0e-4d6a-b059-780c8789a92a), before_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.020586 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-42c6dc9e-ece1-47ad-a9e4-04828395ef6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5855817'] for subnet (3388e166-1b0e-4d6a-b059-780c8789a92a), precommit_delete_associations {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.103189 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-42c6dc9e-ece1-47ad-a9e4-04828395ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8324323'] for subnet (3388e166-1b0e-4d6a-b059-780c8789a92a), precommit_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.156527 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-42c6dc9e-ece1-47ad-a9e4-04828395ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8324328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3289465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4171887'] for subnet (3388e166-1b0e-4d6a-b059-780c8789a92a), after_delete {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.180580 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6dc9e-ece1-47ad-a9e4-04828395ef6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3388e166-1b0e-4d6a-b059-780c8789a92a,revision_number=None']} {{(pid=109719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:35.186938 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron_lib.callbacks.manager [None req-42c6dc9e-ece1-47ad-a9e4-04828395ef6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for subnet (None), before_response {{(pid=109719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.190956 dv-cinder-804735-27-iscsi neutron-server[109719]: INFO neutron.wsgi [None req-42c6dc9e-ece1-47ad-a9e4-04828395ef6b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3388e166-1b0e-4d6a-b059-780c8789a92a HTTP/1.1" status: 204 len: 168 time: 0.2513103 Mar 10 03:56:35.193556 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59424) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:35.196485 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73a1b9-dfed-4ff4-b3a6-9233e584f845 None None] Network 12c71672-fab8-4c66-97b6-4a7afd17568a requested from dv-cinder-804735-27-iscsi {{(pid=109720) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 10 03:56:35.264072 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8296742'] for network (12c71672-fab8-4c66-97b6-4a7afd17568a), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.325014 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Deleting port 100f796b-c017-405a-8af0-2db1c71df794 {{(pid=109718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 10 03:56:35.325367 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761124850670'] for port (100f796b-c017-405a-8af0-2db1c71df794), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.389566 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.db [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] For port 100f796b-c017-405a-8af0-2db1c71df794, host dv-cinder-804735-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-27-iscsi',level=0,port_id=100f796b-c017-405a-8af0-2db1c71df794,segment=NetworkSegment(acad0784-8916-484f-a621-752d85e83cfe),segment_id=acad0784-8916-484f-a621-752d85e83cfe)] {{(pid=109718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 10 03:56:35.389938 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-575918'] for port (100f796b-c017-405a-8af0-2db1c71df794), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.402843 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.plugin [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Calling delete_port for 100f796b-c017-405a-8af0-2db1c71df794 owned by network:dhcp {{(pid=109718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 10 03:56:35.479815 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7922707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464405', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761124856661', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761124354672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10302155'] for port (100f796b-c017-405a-8af0-2db1c71df794), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.510478 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] No DVR routers for this DVR port 100f796b-c017-405a-8af0-2db1c71df794 on host dv-cinder-804735-27-iscsi {{(pid=109718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 10 03:56:35.513818 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=100f796b-c017-405a-8af0-2db1c71df794,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:35.582745 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8324888', 'neutron.services.segments.db._delete_segments_for_network-8761124812822'] for network (12c71672-fab8-4c66-97b6-4a7afd17568a), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.602350 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c71672-fab8-4c66-97b6-4a7afd17568a']}} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:35.611495 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acad0784-8916-484f-a621-752d85e83cfe') {'for_net_delete': True} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:35.611801 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.services.segments.db [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acad0784-8916-484f-a621-752d85e83cfe') {} {{(pid=109718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 10 03:56:35.625732 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761124813855', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157490'] for segment (acad0784-8916-484f-a621-752d85e83cfe), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.640713 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148'] for segment (acad0784-8916-484f-a621-752d85e83cfe), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.647728 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109718) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 10 03:56:35.648247 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8353148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10301498'] for segment (acad0784-8916-484f-a621-752d85e83cfe), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: Traceback (most recent call last): Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: timer() Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: cb(*args, **kw) Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: return func(*args, **kwargs) Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: self._notify() Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: self.callback(batched_events) Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: event.method(event) Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: aggregate_uuid = self.p_client.list_aggregates( Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: return f(self, *a, **k) Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._get(url).json() Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: return self.request(url, 'GET', **kwargs) Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: base_url = self.get_endpoint(auth, allow=allow, Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 10 03:56:35.653192 dv-cinder-804735-27-iscsi neutron-server[109718]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 10 03:56:35.655460 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fbe710-51a3-4136-9d90-2143c9b969ba None None] DHCP port deletion for 12c71672-fab8-4c66-97b6-4a7afd17568a request from dv-cinder-804735-27-iscsi {{(pid=109720) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 10 03:56:35.710450 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8324961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-576230'] for network (12c71672-fab8-4c66-97b6-4a7afd17568a), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.724875 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631689'] for network (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.728024 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] 10.222.0.20 "DELETE /v2.0/networks/12c71672-fab8-4c66-97b6-4a7afd17568a HTTP/1.1" status: 204 len: 168 time: 0.5326829 Mar 10 03:56:35.729312 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cad4cb-d8f9-4862-a472-68c7b4d33e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c71672-fab8-4c66-97b6-4a7afd17568a,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:35.734820 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device bdefb693-2014-45f2-84e4-83429c2926d4 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:56:35.755365 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: bdefb693-2014-45f2-84e4-83429c2926d4 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:56:35.755719 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device bdefb693-2014-45f2-84e4-83429c2926d4 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:56:35.756164 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 662b4079-fdbd-40fd-bd9a-a81da5ee7511 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:56:35.774876 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 662b4079-fdbd-40fd-bd9a-a81da5ee7511 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:56:35.775230 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 662b4079-fdbd-40fd-bd9a-a81da5ee7511 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:56:35.775644 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 100f796b-c017-405a-8af0-2db1c71df794 no longer exists at agent ovs-agent-dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 10 03:56:35.796063 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.plugin [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] No Port match for: 100f796b-c017-405a-8af0-2db1c71df794 {{(pid=109720) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 10 03:56:35.796416 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron.plugins.ml2.rpc [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Device 100f796b-c017-405a-8af0-2db1c71df794 not bound to the agent host dv-cinder-804735-27-iscsi {{(pid=109720) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 10 03:56:35.845131 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59428) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:35.886792 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-d0953cbd-4bb5-4c9a-91b8-2c8f1a52c8d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0d1e7ac99014dc7a775a586615a41fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401959 Mar 10 03:56:35.889007 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59430) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:35.935879 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-cda30c0f-d0b0-4223-9192-aea0eeca98d6 admin admin] Publish callbacks [] for security_group (7e6933ab-ef90-4536-b3f2-5de3c6a152ca), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:35.962759 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-cda30c0f-d0b0-4223-9192-aea0eeca98d6 admin admin] Publish callbacks [] for security_group (7e6933ab-ef90-4536-b3f2-5de3c6a152ca), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:36.009518 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-cda30c0f-d0b0-4223-9192-aea0eeca98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (7e6933ab-ef90-4536-b3f2-5de3c6a152ca), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:36.011975 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-cda30c0f-d0b0-4223-9192-aea0eeca98d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:36.013131 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-cda30c0f-d0b0-4223-9192-aea0eeca98d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e6933ab-ef90-4536-b3f2-5de3c6a152ca HTTP/1.1" status: 204 len: 168 time: 0.1232514 Mar 10 03:56:36.021588 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda30c0f-d0b0-4223-9192-aea0eeca98d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6933ab-ef90-4536-b3f2-5de3c6a152ca,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:36.319389 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59436) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:36.358217 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-9fab7468-efd3-43ae-bb19-618aaa453e57 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7f2ed8946c548eca508c35b138b1240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376480 Mar 10 03:56:36.360569 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [-] (109718) accepted ('10.222.0.20', 59438) {{(pid=109718) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 10 03:56:36.406252 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f826ba5c-4b41-406b-a36c-44fd37c88aa2 admin admin] Publish callbacks [] for security_group (a9f7220f-f54d-4990-8957-fc5aa6fba8c7), before_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:36.426258 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f826ba5c-4b41-406b-a36c-44fd37c88aa2 admin admin] Publish callbacks [] for security_group (a9f7220f-f54d-4990-8957-fc5aa6fba8c7), precommit_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:36.472978 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f826ba5c-4b41-406b-a36c-44fd37c88aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540483'] for security_group (a9f7220f-f54d-4990-8957-fc5aa6fba8c7), after_delete {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:36.475504 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron_lib.callbacks.manager [None req-f826ba5c-4b41-406b-a36c-44fd37c88aa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:36.476626 dv-cinder-804735-27-iscsi neutron-server[109718]: INFO neutron.wsgi [None req-f826ba5c-4b41-406b-a36c-44fd37c88aa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9f7220f-f54d-4990-8957-fc5aa6fba8c7 HTTP/1.1" status: 204 len: 168 time: 0.1151781 Mar 10 03:56:36.483836 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826ba5c-4b41-406b-a36c-44fd37c88aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f7220f-f54d-4990-8957-fc5aa6fba8c7,revision_number=None']} {{(pid=109718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 10 03:56:41.564055 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:56:50.005125 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-48030dea-4632-4fd5-b730-42f51d36b4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:52.420210 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-8865415d-2bab-468f-befd-d2b599df9abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:53.611480 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:54.933521 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:56:56.508311 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:00.796619 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:18.563246 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:57:20.007053 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4d62e4cf-05b1-40d1-aa0b-1d8803fe897d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:22.420707 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-d21827ac-d812-44f7-be6f-56df91e54353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:23.616366 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:24.935859 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:26.509954 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:30.784893 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:43.443689 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [req-140586ea-30dd-43e8-8f11-a321234b7ba4 req-372e83f6-52c8-45f5-bd97-a40c8b67e2ae service neutron] (109719) timed out ('10.222.0.16', 56483) {{(pid=109719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 03:57:44.016915 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [req-6cdb6c28-152a-47b1-8250-c2c667465715 req-83311313-5d35-444b-8c7f-c1d0b458da5b service neutron] (109718) timed out ('10.222.0.16', 56504) {{(pid=109718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 03:57:50.011172 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-4f75d10b-dc60-42e2-a7f9-5f09f597db08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:52.423028 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5c072947-5132-4d82-939a-aa056b811a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:53.618003 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:54.934012 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:55.561525 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:57:56.512215 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:57:59.428138 dv-cinder-804735-27-iscsi neutron-server[109718]: DEBUG neutron.wsgi [req-a00ae4e3-56f9-4bd7-bbfe-532d00b55c97 req-daed006b-8829-4f44-86d2-d7e5c4e5c895 service neutron] (109718) timed out ('10.222.0.16', 56519) {{(pid=109718) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 03:58:00.783841 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:20.012353 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-b0044943-1c19-4df5-98d0-9c55e42c92b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:22.425198 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-ca75f9e4-a848-47dc-8f5f-d147eb2ca265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:23.620075 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:24.938490 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:26.514228 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:30.813021 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:32.559192 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:58:50.012904 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-269cf499-6b0c-4376-a4d9-0c34daff7aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:52.425581 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-6e083b14-89f6-4ff3-9def-638221c7e3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:53.623646 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:54.941861 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:58:56.515371 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:00.831165 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:09.558093 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:59:20.014451 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-2e6ed810-5e15-4b8f-a230-30d72a9c44ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:22.427350 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-11db81bd-7cd2-475c-95cf-587bea554bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:23.626411 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:24.944551 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:26.517641 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:30.829634 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:46.557483 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 03:59:50.017148 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f07612a7-2581-4b10-804b-06a9b656a971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:52.432759 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-5a6df3b4-34cc-4d00-aefb-82904833effd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:53.284449 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-166573a0-9e9a-4a6b-a46c-b6ba3579c416 service neutron] (109719) timed out ('10.222.0.20', 52688) {{(pid=109719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 03:59:53.484635 dv-cinder-804735-27-iscsi neutron-server[109719]: DEBUG neutron.wsgi [req-7f8a1a9c-0fc3-4f41-bd7d-4802c28dacc5 req-d6fe334d-7cd7-47e3-a4d5-9a98c2d9730e tempest-AttachVolumeShelveTestJSON-237631495 tempest-AttachVolumeShelveTestJSON-237631495-project] (109719) timed out ('10.222.0.20', 52698) {{(pid=109719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 10 03:59:53.629340 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:54.947923 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 03:59:56.522435 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:00.830378 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:20.018735 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-e16ca121-0b16-4efe-8c81-f0aa063e4c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:22.433311 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-175da7a0-1386-4b87-991f-cd2b6c531e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:23.557090 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:00:23.632589 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:24.950355 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:26.525616 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:30.824848 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:50.019782 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-61a2b8a8-4494-4c64-922a-a97866f97679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:52.435477 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-f33a3a2a-b5ef-4ab3-9bba-d414187eae98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:53.634234 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:54.954453 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:00:56.528246 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:00.555968 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:01:00.839781 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:20.025628 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-88b67947-2876-4530-a5b1-722fb2e02e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:22.438037 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-7b2289f7-69eb-4b77-a00a-61a6f041cf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (a1f7a7e2-8dfc-4f91-891d-2384c1cc230b), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:23.637423 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-515aeb7e-9e7f-40b4-9dec-a4082b9c1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (aed5f4f6-5c3c-41b2-b608-7f62feadcf42), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:24.957222 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-0221901d-1ce8-4521-a6cc-38a34977af8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (05682624-ee87-4638-8204-9c9140e2f542), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:26.534218 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-1bf12448-1c63-477f-bee1-ef62be288505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (d3cd73f8-1a2b-4f9c-8b0c-d0962a266bbf), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:30.870287 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-c93f248b-afda-4574-a1d2-92f3bd6bcc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (296bd4d4-78ea-47e8-8cf4-dfdad6c99a85), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 10 04:01:37.554330 dv-cinder-804735-27-iscsi neutron-server[109721]: DEBUG neutron.db.agents_db [None req-c0012337-eb97-4a46-a21e-2709e25eaf59 None None] Agent healthcheck: found 6 active agents {{(pid=109721) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 10 04:01:50.027919 dv-cinder-804735-27-iscsi neutron-server[109720]: DEBUG neutron_lib.callbacks.manager [None req-bce7d169-f50b-4d3a-9cc7-39644facc72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761124812804', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8326675'] for agent (20bcd3e0-82d5-4794-a399-d1a1c8fab455), after_update {{(pid=109720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}